00000800:00000200:1.1F:1776178997.175257:0:2262:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cb51087b] -> 12345-192.168.203.145@tcp (2)
00000800:00000200:2.1F:1776178997.187554:0:2252:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1776178997.187570:0:2252:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.145@tcp ip 192.168.203.145:988
00000800:00000200:2.1:1776178997.187574:0:2252:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e1012d0 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:2.1:1776178997.198763:0:2252:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1776178997.201991:0:2252:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1
00000800:00000100:1.1:1776181165.020197:0:2256:0:(socklnd_cb.c:2370:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.203.145@tcp (192.168.203.145:988) the network or that node may be down.
00000100:00100000:1.0:1776182269.537587:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492518208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776182269.537657:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182269.537678:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182269/real 1776182269]  req@00000000eb2b2a12 x1862458492518208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182269.537693:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492518208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182269.537703:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182269.537707:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182269.537738:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492518208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776182269.537745:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776182269.537765:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182269.537773:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182269/real 1776182269]  req@00000000e4a6949b x1862458492518272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182269.537783:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492518272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182269.537789:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182269.537792:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182269.537794:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776182269.537799:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518336:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776182269.537817:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182269.537824:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182269/real 1776182269]  req@00000000979214d3 x1862458492518336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182269.537832:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492518336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182269.537838:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182269.537841:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182269.537843:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776182269.537848:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776182269.537867:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182269.537874:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182269/real 1776182269]  req@0000000058922152 x1862458492518400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182269.537883:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492518400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182269.537889:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182269.537891:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182269.537893:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776182269.537897:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776182269.537914:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182269.537920:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182269/real 1776182269]  req@0000000043dc1dd5 x1862458492518464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182269.537929:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492518464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182269.537935:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182269.537937:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182269.537939:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518464:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776182274.654648:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492518528:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776182274.654708:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182274.654757:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182274/real 1776182274]  req@000000003ddf5e8b x1862458492518528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182274.654772:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492518528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182274.654781:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182274.654783:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182274.654786:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492518528:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776182274.654793:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518592:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776182274.654813:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182274.654821:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182274/real 1776182274]  req@00000000e1486ef7 x1862458492518592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182274.654830:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492518592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182274.654836:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182274.654838:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182274.654841:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518592:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776182274.654846:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518656:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776182274.654862:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182274.654869:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182274/real 1776182274]  req@000000009680d5f0 x1862458492518656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182274.654884:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492518656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182274.654890:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182274.654892:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182274.654894:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518656:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776182274.654899:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518720:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776182274.654917:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182274.654924:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182274/real 1776182274]  req@000000001e5f24e0 x1862458492518720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182274.654933:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492518720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182274.654940:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182274.654941:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182274.654944:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518720:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776182274.654948:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518784:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776182274.654965:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182274.654971:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182274/real 1776182274]  req@00000000916d6b33 x1862458492518784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182274.654980:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492518784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182299 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182274.654996:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182274.654998:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182274.655001:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492518784:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:1.0:1776182279.771963:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182279.771974:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182279.771977:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182279.771988:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3490
00000100:00080000:1.0:1776182279.771991:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182279.771997:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182279.772031:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492518848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182279.772065:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182279.772068:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182279.772069:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182279.772072:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3490
00000100:00080000:1.0:1776182279.772074:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182279.772077:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182279.772085:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182279.772095:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492518912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182279.772103:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182279.772105:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182279.772107:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182279.772109:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3490
00000100:00080000:1.0:1776182279.772111:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182279.772114:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182279.772118:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182279.772126:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492518976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182279.772133:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182279.772135:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182279.772136:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182279.772139:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3490
00000100:00080000:1.0:1776182279.772141:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182279.772143:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182279.772147:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182279.772155:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492519040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182279.772171:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182279.772175:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182279.772176:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182279.772179:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3490
00000100:00080000:1.0:1776182279.772181:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182279.772183:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182279.772187:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182279.772195:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492519104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182284.891844:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182284.891854:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182284.891858:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182284.891867:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3495
00000100:00080000:1.0:1776182284.891870:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182284.891875:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182284.891907:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492519168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182284.891936:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182284.891939:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182284.891941:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182284.891944:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3495
00000100:00080000:1.0:1776182284.891946:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182284.891950:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182284.891958:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182284.891967:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492519232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182284.891974:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182284.891977:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182284.891978:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182284.891980:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3495
00000100:00080000:1.0:1776182284.891982:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182284.891985:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182284.891988:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182284.891995:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492519296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182284.892002:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182284.892005:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182284.892007:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182284.892010:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3495
00000100:00080000:1.0:1776182284.892011:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182284.892014:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182284.892017:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182284.892025:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492519360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182284.892031:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182284.892035:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182284.892036:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182284.892039:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3495
00000100:00080000:1.0:1776182284.892041:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182284.892043:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182284.892047:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182284.892068:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492519424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000400:00000100:1.0:1776182293.084014:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776182293.084067:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776182293.084082:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182293.084123:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182293.084132:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182293.084139:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182293.084145:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00080000:1.0:1776182295.135891:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182295.135902:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182295.135905:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182295.135915:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3505
00000100:00080000:1.0:1776182295.135919:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182295.135925:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182295.135956:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492519808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182295.135983:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182295.135986:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182295.135988:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182295.135991:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3505
00000100:00080000:1.0:1776182295.135992:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182295.135996:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182295.136005:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182295.136016:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492519872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182295.136023:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182295.136026:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182295.136027:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182295.136031:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3505
00000100:00080000:1.0:1776182295.136032:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182295.136035:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182295.136038:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182295.136046:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492519936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182295.136052:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182295.136055:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182295.136056:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182295.136059:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3505
00000100:00080000:1.0:1776182295.136061:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182295.136064:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182295.136067:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182295.136074:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492520000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182295.136081:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182295.136083:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182295.136085:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182295.136087:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3505
00000100:00080000:1.0:1776182295.136088:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182295.136091:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182295.136094:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182295.136101:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492520064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182300.251867:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182300.251877:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182300.251881:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182300.251891:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3510
00000100:00080000:1.0:1776182300.251896:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182300.251902:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182300.251936:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492520128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182300.251969:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182300.251973:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182300.251975:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182300.251978:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3510
00000100:00080000:1.0:1776182300.251980:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182300.251983:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182300.251992:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182300.252002:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492520192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182300.252010:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182300.252012:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182300.252013:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182300.252017:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3510
00000100:00080000:1.0:1776182300.252019:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182300.252022:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182300.252026:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182300.252036:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492520256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182300.252043:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182300.252046:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182300.252048:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182300.252051:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3510
00000100:00080000:1.0:1776182300.252052:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182300.252055:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182300.252058:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182300.252065:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492520320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182300.252498:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182300.252502:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182300.252504:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182300.252508:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3510
00000100:00080000:1.0:1776182300.252511:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182300.252516:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182300.252520:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182300.252534:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492520384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776182305.372804:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492520448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776182305.372866:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182305.372887:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182305/real 1776182305]  req@000000003e96f56f x1862458492520448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182305.372900:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492520448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182305.372908:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182305.372910:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182305.372914:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492520448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776182305.372919:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776182305.372953:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182305.372961:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182305/real 1776182305]  req@0000000011be23ca x1862458492520512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182305.372970:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492520512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182305.372976:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182305.372978:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182305.372980:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776182305.372984:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776182305.373001:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182305.373006:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182305/real 1776182305]  req@000000004ea85a2d x1862458492520576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182305.373013:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492520576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182305.373019:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182305.373021:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182305.373023:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776182305.373027:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776182305.373041:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182305.373047:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182305/real 1776182305]  req@00000000785bcd08 x1862458492520640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182305.373055:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492520640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182305.373060:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182305.373061:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182305.373063:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776182305.373067:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776182305.373081:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182305.373087:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182305/real 1776182305]  req@000000001bcf0715 x1862458492520704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182305.373095:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492520704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182305.373102:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182305.373104:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182305.373106:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520704:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776182310.492233:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492520768:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776182310.492298:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182310.496848:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182310/real 1776182310]  req@0000000019f3e9d6 x1862458492520768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182310.496886:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492520768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182310.496900:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182310.496904:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182310.496907:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492520768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776182310.496939:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776182310.497015:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182310.497027:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182310/real 1776182310]  req@0000000011a4c226 x1862458492520832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182310.497036:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492520832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182310.497042:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182310.497045:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182310.497047:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776182310.497940:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520896:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776182310.497996:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182310.498009:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182310/real 1776182310]  req@00000000c084cebb x1862458492520896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182310.498019:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492520896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182310.498025:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182310.498028:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182310.498030:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776182310.498036:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776182310.498056:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182310.498063:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182310/real 1776182310]  req@00000000000d3e4b x1862458492520960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182310.498071:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492520960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182310.498077:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182310.498078:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182310.498081:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492520960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776182310.498085:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776182310.498102:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182310.498109:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182310/real 1776182310]  req@0000000058f74c1f x1862458492521024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182310.498117:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492521024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182310.498123:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182310.498125:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182310.498128:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521024:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:1.0:1776182315.614862:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182315.614873:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182315.614876:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182315.614887:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3526
00000100:00080000:1.0:1776182315.614890:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182315.614896:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182315.614932:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492521088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182315.615287:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182315.615291:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182315.615293:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182315.615311:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3526
00000100:00080000:1.0:1776182315.615313:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182315.615317:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182315.615333:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182315.615347:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492521152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182315.616949:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182315.616954:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182315.616956:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182315.616960:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3526
00000100:00080000:1.0:1776182315.616962:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182315.616966:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182315.616973:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182315.616990:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492521216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182315.617458:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182315.617462:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182315.617465:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182315.617468:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3526
00000100:00080000:1.0:1776182315.617470:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182315.617473:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182315.617486:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182315.617498:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492521280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182315.617973:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182315.617977:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182315.617979:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182315.617982:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3526
00000100:00080000:1.0:1776182315.617984:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182315.617987:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182315.617992:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182315.618003:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492521344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776182320.732156:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492521408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776182320.732213:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182320.732232:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182320/real 1776182320]  req@000000002faeba1c x1862458492521408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182320.732246:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492521408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182320.732254:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182320.732256:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182320.732260:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492521408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776182320.732265:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776182320.732296:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182320.732304:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182320/real 1776182320]  req@00000000564d2cf7 x1862458492521472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182320.732312:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492521472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182320.732318:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182320.732320:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182320.732322:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776182320.732327:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776182320.732343:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182320.732350:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182320/real 1776182320]  req@000000004b92993c x1862458492521536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182320.732358:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492521536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182320.732376:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182320.732378:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182320.732381:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776182320.732386:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776182320.732404:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182320.732412:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182320/real 1776182320]  req@00000000d304331a x1862458492521600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182320.732421:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492521600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182320.732427:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182320.732429:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182320.732432:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776182320.732436:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776182320.732450:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182320.732456:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182320/real 1776182320]  req@00000000f0661e3d x1862458492521664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776182320.732465:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492521664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182345 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776182320.732471:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182320.732473:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182320.732476:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521664:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776182325.852439:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492521728:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776182325.852509:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182325.852530:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182325/real 1776182325]  req@000000003c7e6ce9 x1862458492521728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182325.852544:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492521728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182325.852557:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182325.852559:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182325.852562:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492521728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776182325.852568:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521792:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776182325.852590:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182325.852598:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182325/real 1776182325]  req@000000004b362de1 x1862458492521792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182325.852607:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492521792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182325.852613:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182325.852615:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182325.852617:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776182325.852621:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521856:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776182325.852638:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182325.852645:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182325/real 1776182325]  req@00000000241ecb2f x1862458492521856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182325.852655:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492521856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182325.852661:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182325.852663:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182325.852666:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776182325.852671:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521920:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776182325.852688:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182325.852695:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182325/real 1776182325]  req@00000000de06baf2 x1862458492521920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182325.852704:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492521920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182325.853300:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182325.853304:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182325.853308:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776182325.853315:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521984:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776182325.853341:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776182325.853349:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182325/real 1776182325]  req@00000000249ded4e x1862458492521984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776182325.853359:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492521984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182350 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776182325.853365:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776182325.853367:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776182325.853369:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492521984:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:1.0:1776182330.972077:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182330.972090:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182330.972093:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182330.972104:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3541
00000100:00080000:1.0:1776182330.972109:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182330.972116:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182330.972151:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492522048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182330.972183:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182330.972186:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182330.972187:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182330.972191:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3541
00000100:00080000:1.0:1776182330.972193:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182330.972196:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182330.972205:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182330.972216:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492522112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182330.972223:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182330.972226:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182330.972227:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182330.972230:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3541
00000100:00080000:1.0:1776182330.972231:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182330.972234:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182330.972237:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182330.972244:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492522176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182330.972250:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182330.972253:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182330.972255:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182330.972258:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3541
00000100:00080000:1.0:1776182330.972259:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182330.972262:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182330.972265:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182330.972272:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492522240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182330.972279:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182330.972281:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182330.972283:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182330.972286:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3541
00000100:00080000:1.0:1776182330.972293:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182330.972297:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182330.972300:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182330.972307:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492522304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000400:00000100:1.0:1776182426.204640:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776182426.204681:0:2252:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776182426.204695:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182426.204767:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182426.204775:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182426.204782:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182426.204788:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00080000:1.0:1776182479.451915:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182479.451927:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182479.451931:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182479.451941:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3689
00000100:00080000:1.0:1776182479.451944:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182479.451949:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182479.451983:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492531328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182479.452012:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182479.452016:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182479.452017:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182479.452020:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3689
00000100:00080000:1.0:1776182479.452022:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182479.452025:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182479.452040:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182479.452050:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492531392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182479.452057:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182479.452059:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182479.452061:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182479.452064:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3689
00000100:00080000:1.0:1776182479.452065:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182479.452068:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182479.452071:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182479.452079:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492531456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182479.452086:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182479.452088:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182479.452089:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182479.452092:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3689
00000100:00080000:1.0:1776182479.452094:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182479.452096:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182479.452099:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182479.452106:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492531520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182479.452112:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182479.452115:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182479.452116:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182479.452119:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3689
00000100:00080000:1.0:1776182479.452120:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182479.452123:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182479.452126:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182479.452135:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492531584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000400:00000100:1.0:1776182492.764003:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776182492.764046:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776182492.764062:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182492.764113:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182492.764121:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182492.764129:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182492.764142:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00080000:1.0:1776182510.171931:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182510.171943:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182510.171947:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182510.171957:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3720
00000100:00080000:1.0:1776182510.171961:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182510.171967:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182510.172003:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492533248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182510.172031:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182510.172035:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182510.172036:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182510.172040:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3720
00000100:00080000:1.0:1776182510.172042:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182510.172045:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182510.172053:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182510.172063:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492533312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182510.172070:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182510.172073:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182510.172074:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182510.172077:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3720
00000100:00080000:1.0:1776182510.172079:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182510.172081:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182510.172084:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182510.172093:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492533376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182510.172100:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182510.172103:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182510.172104:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182510.172106:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3720
00000100:00080000:1.0:1776182510.172108:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182510.172111:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182510.172114:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182510.172121:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492533440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182510.172128:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182510.172130:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182510.172131:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182510.172134:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3720
00000100:00080000:1.0:1776182510.172136:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182510.172138:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182510.172142:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182510.172148:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492533504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182551.132087:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182551.132098:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182551.132101:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182551.132111:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3761
00000100:00080000:1.0:1776182551.132115:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182551.132121:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182551.132152:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492535808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182551.132182:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182551.132185:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182551.132187:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182551.132190:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3761
00000100:00080000:1.0:1776182551.132192:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182551.132195:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182551.132204:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182551.132213:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492535872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182551.132221:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182551.132223:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182551.132224:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182551.132228:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3761
00000100:00080000:1.0:1776182551.132229:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182551.132232:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182551.132236:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182551.132244:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492535936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182551.132251:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182551.132254:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182551.132256:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182551.132258:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3761
00000100:00080000:1.0:1776182551.132260:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182551.132263:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182551.132266:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182551.132274:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492536000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182551.132280:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182551.132283:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182551.132284:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182551.132288:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3761
00000100:00080000:1.0:1776182551.132289:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182551.132292:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182551.132295:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182551.132303:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492536064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182556.251822:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182556.251833:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182556.251837:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182556.251846:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3766
00000100:00080000:1.0:1776182556.251850:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182556.251856:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182556.251890:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492536128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182556.251920:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182556.251924:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182556.251926:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182556.251929:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3766
00000100:00080000:1.0:1776182556.251931:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182556.251934:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182556.251942:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182556.251952:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492536192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182556.251960:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182556.251963:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182556.251964:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182556.251967:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3766
00000100:00080000:1.0:1776182556.251969:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182556.251971:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182556.251975:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182556.251982:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492536256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182556.251989:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182556.251991:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182556.251993:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182556.251995:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3766
00000100:00080000:1.0:1776182556.251997:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182556.252000:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182556.252003:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182556.252011:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492536320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182556.252017:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182556.252031:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182556.252032:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182556.252036:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3766
00000100:00080000:1.0:1776182556.252038:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182556.252041:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182556.252045:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182556.252053:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492536384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182576.732734:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182576.732745:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182576.732748:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182576.732767:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3787
00000100:00080000:1.0:1776182576.732770:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182576.732776:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182576.732809:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492537408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182576.732839:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182576.732843:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182576.732844:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182576.732848:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3787
00000100:00080000:1.0:1776182576.732850:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182576.732852:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182576.732862:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182576.732872:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492537472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182576.732880:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182576.732883:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182576.732884:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182576.732887:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3787
00000100:00080000:1.0:1776182576.732889:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182576.732891:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182576.732894:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182576.732901:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492537536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182576.732909:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182576.732911:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182576.732913:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182576.732916:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3787
00000100:00080000:1.0:1776182576.732918:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182576.732920:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182576.732924:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182576.732932:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492537600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182576.732939:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182576.732942:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182576.732943:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182576.732946:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3787
00000100:00080000:1.0:1776182576.732948:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182576.732950:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182576.732953:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182576.732960:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492537664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182592.092000:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182592.092011:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182592.092014:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182592.092025:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3802
00000100:00080000:1.0:1776182592.092028:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182592.092034:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182592.092067:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492538368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182592.092095:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182592.092099:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182592.092100:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182592.092104:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3802
00000100:00080000:1.0:1776182592.092106:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182592.092109:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182592.092118:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182592.092128:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492538432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182592.092136:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182592.092139:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182592.092140:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182592.092143:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3802
00000100:00080000:1.0:1776182592.092145:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182592.092148:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182592.092152:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182592.092159:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492538496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182592.092167:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182592.092170:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182592.092172:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182592.092175:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3802
00000100:00080000:1.0:1776182592.092177:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182592.092179:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182592.092183:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182592.092193:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492538560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182592.092199:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182592.092201:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182592.092202:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182592.092205:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3802
00000100:00080000:1.0:1776182592.092206:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182592.092209:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182592.092212:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182592.092218:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492538624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182622.811916:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182622.811932:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182622.811935:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182622.811947:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3833
00000100:00080000:1.0:1776182622.811950:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182622.811956:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182622.812006:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492540288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182622.812603:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182622.812608:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182622.812610:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182622.812615:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3833
00000100:00080000:1.0:1776182622.812616:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182622.812620:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182622.812631:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182622.812644:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492540352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182622.827121:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182622.827132:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182622.827135:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182622.827144:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3833
00000100:00080000:1.0:1776182622.827147:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182622.827163:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182622.827174:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182622.827202:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492540416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182622.827215:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182622.827218:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182622.827219:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182622.827222:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3833
00000100:00080000:1.0:1776182622.827224:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182622.827227:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182622.827230:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182622.827237:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492540480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182622.827243:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182622.827246:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182622.827247:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182622.828058:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3833
00000100:00080000:1.0:1776182622.828061:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182622.828064:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182622.828070:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182622.828084:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492540544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182627.932841:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182627.932854:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182627.932858:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182627.932870:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3838
00000100:00080000:1.0:1776182627.932873:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182627.932879:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182627.932909:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492540608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182627.932937:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182627.932940:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182627.932942:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182627.932945:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3838
00000100:00080000:1.0:1776182627.932947:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182627.932950:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182627.932959:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182627.932968:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492540672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182627.932975:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182627.932977:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182627.932978:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182627.932981:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3838
00000100:00080000:1.0:1776182627.932982:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182627.932985:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182627.932989:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182627.932995:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492540736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182627.933001:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182627.933004:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182627.933005:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182627.933008:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3838
00000100:00080000:1.0:1776182627.933010:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182627.933012:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182627.933015:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182627.933021:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492540800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182627.933027:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182627.933030:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182627.933031:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182627.933034:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3838
00000100:00080000:1.0:1776182627.933036:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182627.933038:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182627.933040:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182627.933048:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492540864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182633.053215:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3843
00000100:00080000:0.0:1776182633.053217:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182633.053220:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182633.053225:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182633.053235:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492541184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182634.524845:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182636.572143:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182638.172131:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492541248:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182638.172205:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182638.172706:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182638/real 1776182638]  req@00000000e1486ef7 x1862458492541248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182638.172752:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492541248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182638.172761:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182638.172763:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182638.172766:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492541248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182638.172789:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541312:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182638.172815:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182638.172824:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182638/real 1776182638]  req@000000009680d5f0 x1862458492541312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182638.172833:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492541312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182638.172839:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182638.172843:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182638.172858:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541312:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182638.180251:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541376:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182638.180325:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182638.180357:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182638/real 1776182638]  req@000000008f1aeada x1862458492541376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182638.180375:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492541376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182638.180383:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182638.180386:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182638.180390:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541376:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182638.180395:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541440:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182638.180415:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182638.180431:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182638/real 1776182638]  req@000000001e5f24e0 x1862458492541440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182638.180457:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492541440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182638.180464:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182638.180466:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182638.180469:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541440:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182638.180474:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541504:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182638.180496:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182638.180504:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182638/real 1776182638]  req@00000000916d6b33 x1862458492541504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182638.180512:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492541504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182638.180612:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182638.180615:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182638.180619:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541504:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182638.620606:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182640.669875:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182642.716306:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182643.292158:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492541568:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182643.292231:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182643.292256:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182643/real 1776182643]  req@0000000065cff9ca x1862458492541568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182643.292270:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492541568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182643.292278:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182643.292281:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182643.292284:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492541568:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182643.292290:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541632:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182643.292311:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182643.292319:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182643/real 1776182643]  req@000000003af52c85 x1862458492541632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182643.292340:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492541632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182643.292347:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182643.292349:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182643.292351:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541632:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182643.292356:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541696:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182643.292374:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182643.292382:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182643/real 1776182643]  req@00000000916d6b33 x1862458492541696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182643.292391:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492541696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182643.292398:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182643.292400:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182643.292403:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541696:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182643.292408:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541760:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182643.292429:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182643.292437:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182643/real 1776182643]  req@000000001e5f24e0 x1862458492541760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182643.292447:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492541760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182643.292454:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182643.292456:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182643.292459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541760:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182643.293371:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541824:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182643.293417:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182643.293435:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182643/real 1776182643]  req@000000008f1aeada x1862458492541824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182643.293445:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492541824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182643.293453:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182643.293455:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182643.293458:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541824:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182644.764093:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182646.812092:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182648.413966:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182648.413979:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182648.413983:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182648.413993:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3858
00000100:00080000:1.0:1776182648.413996:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182648.414002:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182648.414035:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492541888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182648.414066:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182648.414069:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182648.414071:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182648.414074:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3858
00000100:00080000:1.0:1776182648.414076:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182648.414079:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182648.414087:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182648.414098:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492541952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182648.414106:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182648.414109:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182648.414110:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182648.414113:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3858
00000100:00080000:1.0:1776182648.414115:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182648.414118:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182648.414121:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182648.414129:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492542016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182648.414135:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182648.414137:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182648.414139:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182648.414141:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3858
00000100:00080000:1.0:1776182648.414143:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182648.414147:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182648.414150:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182648.414158:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492542080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182648.414164:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182648.414167:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182648.414168:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182648.414171:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3858
00000100:00080000:1.0:1776182648.414173:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182648.414175:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182648.414179:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182648.414186:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492542144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182648.420771:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492541888:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182648.420847:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182648.420884:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182648/real 1776182648]  req@0000000090379869 x1862458492541888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182648.420900:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492541888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182648.420908:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182648.420911:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182648.420914:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492541888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182648.420923:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182648.420945:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182648.420954:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182648/real 1776182648]  req@000000009e337919 x1862458492541952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182648.420963:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492541952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182648.420970:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182648.420972:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182648.420975:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492541952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182648.420980:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182648.420998:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182648.421006:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182648/real 1776182648]  req@00000000cbe5ad9d x1862458492542016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182648.421015:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492542016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182648.421021:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182648.421023:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182648.421026:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182648.421031:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182648.421049:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182648.421057:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182648/real 1776182648]  req@0000000049a65e22 x1862458492542080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182648.421066:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492542080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182648.421072:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182648.421074:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182648.421076:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182648.421081:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182648.421100:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182648.421107:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182648/real 1776182648]  req@00000000b28b4fbf x1862458492542144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182648.421116:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492542144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182648.421122:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182648.421124:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182648.421127:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182648.859981:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182650.909935:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182652.956180:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182653.532001:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182653.532013:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182653.532017:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182653.532027:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3864
00000100:00080000:1.0:1776182653.532030:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182653.532124:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182653.532163:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492542208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182653.532236:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492542208:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182653.532320:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776182653.532351:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182653.532355:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182653.532356:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182653.532361:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3864
00000100:00080000:1.0:1776182653.532364:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182653.532367:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182653.532376:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182653.532388:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492542272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182653.535678:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182653/real 1776182653]  req@0000000086193d2a x1862458492542208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182653.535705:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492542208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182653.535729:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182653.535732:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182653.535736:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492542208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182653.538264:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182653.538422:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182653.538445:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182653/real 1776182653]  req@000000001741ced9 x1862458492542272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182653.538460:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492542272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182653.538468:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182653.538472:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182653.538475:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:1.0:1776182653.543453:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182653.543465:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182653.543469:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182653.543479:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3864
00000100:00080000:1.0:1776182653.543482:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182653.543488:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182653.543500:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182653.543532:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492542336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182653.543545:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182653.543548:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182653.543549:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182653.543552:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3864
00000100:00080000:1.0:1776182653.543554:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182653.543558:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182653.543562:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182653.543573:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492542400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182653.543586:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182653.543589:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182653.543590:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182653.543592:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3864
00000100:00080000:1.0:1776182653.543594:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182653.543597:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182653.543601:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182653.543610:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492542464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182653.543759:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182653.543822:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182653.543847:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182653/real 1776182653]  req@000000007c26bb68 x1862458492542336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182653.543861:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492542336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182653.543870:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182653.543872:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182653.543875:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182653.543882:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182653.545758:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182653.545788:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182653/real 1776182653]  req@00000000dedc2d4e x1862458492542400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182653.545805:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492542400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182653.545814:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182653.545817:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182653.545820:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182653.545828:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542464:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182653.545861:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182653.545868:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182653/real 1776182653]  req@00000000ae50fb1e x1862458492542464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182653.545876:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492542464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182653.545882:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182653.545884:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182653.545886:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182655.004898:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182657.052052:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182658.652708:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182658.652734:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182658.652738:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182658.652749:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3869
00000100:00080000:1.0:1776182658.652753:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182658.652760:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182658.652802:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492542528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182658.652835:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182658.652838:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182658.652840:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182658.652843:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3869
00000100:00080000:1.0:1776182658.652845:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182658.652848:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182658.652859:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182658.652870:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492542592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182658.652876:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182658.652879:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182658.652880:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182658.652883:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3869
00000100:00080000:1.0:1776182658.652884:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182658.652887:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182658.652890:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182658.652896:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492542656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182658.652902:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182658.652904:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182658.652905:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182658.652908:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3869
00000100:00080000:1.0:1776182658.652909:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182658.652912:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182658.652916:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182658.652923:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492542720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182658.652931:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182658.652934:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182658.652935:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182658.652939:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3869
00000100:00080000:1.0:1776182658.652941:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182658.652944:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182658.652947:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182658.652955:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492542784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182658.654028:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492542528:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182658.654105:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182658.654131:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182658/real 1776182658]  req@000000006aae32ca x1862458492542528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182658.654145:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492542528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182658.654154:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182658.654157:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182658.654160:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492542528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182658.654167:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182658.654188:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182658.654195:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182658/real 1776182658]  req@000000009bf866c6 x1862458492542592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182658.654205:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492542592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182658.654211:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182658.654214:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182658.654217:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182658.654222:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182658.654239:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182658.654246:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182658/real 1776182658]  req@00000000f13843be x1862458492542656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182658.654256:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492542656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182658.654268:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182658.654270:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182658.654272:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182658.654277:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182658.654292:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182658.654299:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182658/real 1776182658]  req@00000000b1152010 x1862458492542720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182658.654308:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492542720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182658.654314:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182658.654316:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182658.654318:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182658.654323:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182658.654338:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182658.654344:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182658/real 1776182658]  req@000000008eee8260 x1862458492542784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182658.654353:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492542784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182683 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182658.654359:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182658.654362:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182658.654364:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182659.104332:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182661.147907:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182663.195978:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182663.772981:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492542848:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182663.773043:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182663.773075:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182663/real 1776182663]  req@000000009680d5f0 x1862458492542848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182663.773090:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492542848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182663.773098:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182663.773101:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182663.773104:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492542848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182663.773110:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542912:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182663.773133:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182663.773141:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182663/real 1776182663]  req@00000000e1486ef7 x1862458492542912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182663.773152:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492542912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182663.773159:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182663.773161:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182663.773164:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542912:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182663.773170:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542976:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182663.773193:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182663.773201:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182663/real 1776182663]  req@000000003ddf5e8b x1862458492542976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182663.773211:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492542976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182663.773218:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182663.773220:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182663.773223:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492542976:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182663.773228:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543040:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182663.773244:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182663.773251:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182663/real 1776182663]  req@000000005b9df5b0 x1862458492543040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182663.773259:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492543040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182663.773264:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182663.773266:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182663.773268:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543040:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182663.773272:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543104:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182663.773284:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182663.773290:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182663/real 1776182663]  req@00000000204bf3c6 x1862458492543104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182663.773298:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492543104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182688 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182663.773305:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182663.773307:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182663.773310:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543104:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182665.258931:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182667.291944:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182668.892277:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492543168:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182668.892338:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182668.892363:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182668/real 1776182668]  req@000000006f8c11c8 x1862458492543168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182668.892377:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492543168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182668.892384:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182668.892387:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182668.892389:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492543168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182668.892395:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543232:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182668.892415:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182668.892423:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182668/real 1776182668]  req@00000000d13f4501 x1862458492543232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182668.892432:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492543232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182668.892439:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182668.892440:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182668.892443:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182668.892448:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543296:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182668.892466:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182668.892473:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182668/real 1776182668]  req@000000009bb01b96 x1862458492543296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182668.892483:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492543296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182668.892489:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182668.892491:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182668.892493:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182668.892498:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543360:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182668.892517:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182668.892524:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182668/real 1776182668]  req@00000000fe8f785d x1862458492543360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182668.892533:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492543360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182668.892539:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182668.892541:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182668.892544:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182668.892548:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543424:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182668.892565:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182668.892573:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182668/real 1776182668]  req@00000000249ded4e x1862458492543424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182668.892582:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492543424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182693 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182668.892588:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182668.892590:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182668.892592:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182669.339913:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182671.388152:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182673.438569:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182674.014356:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492543488:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182674.014426:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182674.014449:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182674/real 1776182674]  req@00000000077b2c38 x1862458492543488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182674.014466:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492543488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182674.014476:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182674.014479:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182674.014482:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492543488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182674.014489:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543552:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182674.014507:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182674.014514:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182674/real 1776182674]  req@00000000cce0171d x1862458492543552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182674.014531:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492543552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182674.014538:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182674.014541:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182674.014543:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182674.014549:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543616:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182674.014564:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182674.014582:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182674/real 1776182674]  req@00000000b03ab380 x1862458492543616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182674.014592:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492543616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182674.014598:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182674.014601:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182674.014603:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182674.014608:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543680:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182674.014625:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182674.014632:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182674/real 1776182674]  req@00000000b8358015 x1862458492543680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182674.014639:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492543680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182674.014645:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182674.014648:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182674.014650:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182674.014655:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543744:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182674.014682:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182674.014690:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182674/real 1776182674]  req@00000000eaec4566 x1862458492543744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182674.014709:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492543744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182674.014746:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182674.014748:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182674.014751:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182675.483949:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182677.532278:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182679.136783:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492543808:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182679.136857:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182679.136885:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182679/real 1776182679]  req@000000009e28d8dc x1862458492543808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182679.136903:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492543808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182679.136912:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182679.136916:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182679.136920:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492543808:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182679.136929:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543872:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182679.136949:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182679.136956:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182679/real 1776182679]  req@00000000141c6365 x1862458492543872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182679.136965:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492543872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182679.136972:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182679.136974:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182679.136977:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543872:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182679.136983:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543936:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182679.137001:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182679.137008:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182679/real 1776182679]  req@00000000eaec4566 x1862458492543936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182679.137017:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492543936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182679.137024:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182679.137026:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182679.137028:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492543936:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182679.137033:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544000:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182679.137071:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182679.137078:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182679/real 1776182679]  req@00000000b8358015 x1862458492544000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182679.137089:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492544000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182679.137095:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182679.137097:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182679.137099:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544000:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182679.137104:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544064:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182679.137123:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182679.137129:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182679/real 1776182679]  req@00000000b03ab380 x1862458492544064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182679.137139:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492544064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182679.137145:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182679.137147:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182679.137150:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544064:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182679.579898:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182681.630270:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182683.676008:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182684.254074:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182684.254085:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182684.254088:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182684.254098:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3894
00000100:00080000:1.0:1776182684.254101:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182684.254136:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182684.254171:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492544128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182684.254238:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492544128:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182684.254299:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776182684.254329:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182684.254332:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182684.254334:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182684.254337:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3894
00000100:00080000:1.0:1776182684.254339:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182684.254343:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182684.254351:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182684.254363:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492544192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182684.254481:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182684/real 1776182684]  req@00000000621373f7 x1862458492544128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182684.254515:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492544128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182684.259202:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182684.259213:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182684.259224:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492544128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182684.259266:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544192:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182684.259329:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182684.259351:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182684/real 1776182684]  req@00000000ed8b07dd x1862458492544192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182684.259366:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492544192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182684.259373:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182684.259376:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182684.259379:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776182684.259799:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182684.259805:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182684.259807:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182684.259812:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3894
00000100:00080000:1.0:1776182684.259815:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182684.259821:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182684.259833:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182684.259857:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492544256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182684.259868:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182684.259870:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182684.259871:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182684.259874:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3894
00000100:00080000:1.0:1776182684.259876:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182684.259879:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182684.259883:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182684.259889:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492544320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182684.259896:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182684.259899:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182684.259900:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182684.259903:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3894
00000100:00080000:1.0:1776182684.259904:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182684.259907:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182684.259910:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182684.259917:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492544384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182684.260134:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544256:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182684.260162:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182684.260174:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182684/real 1776182684]  req@000000000eb62df8 x1862458492544256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182684.260185:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492544256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182684.260191:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182684.260193:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182684.260196:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182684.260201:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182684.260218:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182684.260225:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182684/real 1776182684]  req@0000000002fce3d6 x1862458492544320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182684.260234:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492544320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182684.260240:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182684.260241:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182684.260244:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182684.260249:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182684.260265:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182684.260272:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182684/real 1776182684]  req@00000000c648eb35 x1862458492544384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182684.260281:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492544384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182684.260288:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182684.260290:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182684.260292:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182685.723971:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182687.772224:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182689.371835:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182689.371848:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182689.371852:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182689.371863:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3899
00000100:00080000:1.0:1776182689.371866:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182689.371872:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182689.371906:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492544448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182689.371937:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182689.371941:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182689.371942:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182689.371946:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3899
00000100:00080000:1.0:1776182689.371948:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182689.371951:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182689.371960:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182689.371972:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492544512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182689.371991:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182689.371994:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182689.371995:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182689.371998:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3899
00000100:00080000:1.0:1776182689.372000:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182689.372003:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182689.372007:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182689.372027:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492544576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182689.372034:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182689.372036:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182689.372037:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182689.372041:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3899
00000100:00080000:1.0:1776182689.372042:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182689.372045:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182689.372048:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182689.372055:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492544640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182689.372061:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182689.372063:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182689.372064:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182689.372067:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3899
00000100:00080000:1.0:1776182689.372068:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182689.372071:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182689.372074:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182689.372080:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492544704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182689.372773:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492544448:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182689.372855:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544512:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182689.372878:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544576:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182689.372894:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544640:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182689.372912:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544704:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182689.822315:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182691.867920:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182692.452442:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182689/real 1776182692]  req@000000005aa304ab x1862458492544448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182692.452468:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492544448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182692.452478:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182692.452481:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182692.452485:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492544448:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182692.452490:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182689/real 1776182692]  req@000000001098c40e x1862458492544512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182692.452499:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492544512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182692.452506:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182692.452508:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182692.452511:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544512:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182692.452516:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182689/real 1776182692]  req@00000000d9dd8f33 x1862458492544576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182692.452531:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492544576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182692.452538:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182692.452540:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182692.452543:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544576:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182692.452547:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182689/real 1776182692]  req@00000000af591920 x1862458492544640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182692.452556:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492544640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182692.452562:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182692.452564:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182692.452567:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544640:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182692.452572:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182689/real 1776182692]  req@00000000c87b277a x1862458492544704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182692.452598:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492544704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182692.452605:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182692.452607:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182692.452609:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544704:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182693.915924:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182694.494855:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492544768:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182694.494933:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182694.502910:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182694/real 1776182694]  req@00000000cce0171d x1862458492544768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182694.502944:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492544768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182694.502954:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182694.502957:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182694.502961:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492544768:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182694.502993:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544832:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182694.503051:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182694.503066:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182694/real 1776182694]  req@00000000077b2c38 x1862458492544832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182694.503076:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492544832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182694.503082:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182694.503085:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182694.503087:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544832:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182694.505289:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544896:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182694.505347:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182694.505371:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182694/real 1776182694]  req@00000000204bf3c6 x1862458492544896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182694.505385:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492544896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182694.505394:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182694.505408:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182694.505412:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544896:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182694.505419:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544960:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182694.505438:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182694.505446:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182694/real 1776182694]  req@000000005b9df5b0 x1862458492544960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182694.505455:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492544960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182694.505462:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182694.505464:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182694.505468:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492544960:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182694.505473:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545024:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182694.505490:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182694.505497:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182694/real 1776182694]  req@000000003ddf5e8b x1862458492545024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182694.505505:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492545024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182694.505512:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182694.505514:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182694.505516:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545024:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182695.963936:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182698.012439:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182699.614289:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492545088:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182699.614358:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182699.614383:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182699/real 1776182699]  req@00000000e1486ef7 x1862458492545088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182699.614398:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492545088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182699.614406:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182699.614408:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182699.614411:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492545088:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182699.614418:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545152:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182699.614437:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182699.614445:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182699/real 1776182699]  req@000000009680d5f0 x1862458492545152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182699.614454:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492545152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182699.614461:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182699.614463:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182699.614466:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545152:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182699.614490:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545216:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182699.614508:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182699.614517:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182699/real 1776182699]  req@000000008f1aeada x1862458492545216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182699.614526:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492545216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182699.614533:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182699.614535:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182699.614537:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545216:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182699.614543:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545280:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182699.614561:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182699.614568:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182699/real 1776182699]  req@000000001e5f24e0 x1862458492545280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182699.614577:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492545280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182699.614584:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182699.614585:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182699.614588:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545280:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182699.614593:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545344:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182699.614611:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182699.614618:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182699/real 1776182699]  req@00000000916d6b33 x1862458492545344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182699.614627:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492545344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182724 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182699.614640:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182699.614642:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182699.614645:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545344:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182700.059929:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182702.108051:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182704.156377:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182704.732344:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492545408:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182704.732403:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182704.732427:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182704/real 1776182704]  req@00000000de06baf2 x1862458492545408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182704.732441:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492545408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182704.732450:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182704.732452:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182704.732456:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492545408:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182704.732462:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545472:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182704.732480:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182704.732487:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182704/real 1776182704]  req@00000000241ecb2f x1862458492545472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182704.732496:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492545472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182704.732502:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182704.732504:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182704.732506:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545472:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182704.732511:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545536:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182704.732524:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182704.732530:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182704/real 1776182704]  req@000000004b362de1 x1862458492545536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182704.732538:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492545536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182704.732544:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182704.732546:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182704.732549:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545536:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182704.732553:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545600:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182704.732566:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182704.732572:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182704/real 1776182704]  req@000000003c7e6ce9 x1862458492545600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182704.732581:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492545600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182704.732587:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182704.732589:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182704.732591:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545600:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182704.732596:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545664:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182704.732622:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182704.732630:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182704/real 1776182704]  req@0000000058f74c1f x1862458492545664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182704.732639:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492545664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182729 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182704.732645:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182704.732647:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182704.732649:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545664:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182706.205573:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182708.253828:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182709.852117:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492545728:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182709.852192:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182709.854623:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182709/real 1776182709]  req@000000003af52c85 x1862458492545728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182709.854654:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492545728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182709.854665:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182709.854668:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182709.854672:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492545728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182709.854705:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545792:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182709.855127:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182709.855140:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182709/real 1776182709]  req@0000000065cff9ca x1862458492545792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182709.855155:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492545792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182709.855161:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182709.855163:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182709.855166:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545792:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182709.855745:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545856:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182709.855777:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182709.855788:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182709/real 1776182709]  req@0000000065cff9ca x1862458492545856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182709.855799:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492545856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182709.855805:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182709.855807:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182709.855810:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545856:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182709.855815:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545920:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182709.855834:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182709.855841:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182709/real 1776182709]  req@000000003af52c85 x1862458492545920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182709.855849:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492545920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182709.855855:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182709.855857:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182709.855860:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545920:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182709.855864:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545984:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182709.855877:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182709.855883:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182709/real 1776182709]  req@00000000916d6b33 x1862458492545984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182709.855902:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492545984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182734 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182709.855907:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182709.855909:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182709.855911:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492545984:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182710.300105:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182712.347928:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182714.398414:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182714.973558:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492546048:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182714.973629:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182714.973654:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182714/real 1776182714]  req@000000001e5f24e0 x1862458492546048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182714.973681:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492546048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182714.973690:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182714.973692:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182714.973695:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492546048:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182714.973701:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546112:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182714.973745:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182714.973754:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182714/real 1776182714]  req@000000008f1aeada x1862458492546112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182714.973764:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492546112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182714.973770:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182714.973772:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182714.973775:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546112:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182714.973790:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546176:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182714.973808:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182714.973816:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182714/real 1776182714]  req@000000009680d5f0 x1862458492546176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182714.973826:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492546176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182714.973832:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182714.973834:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182714.973836:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546176:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182714.973841:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546240:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182714.973872:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182714.973880:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182714/real 1776182714]  req@00000000e1486ef7 x1862458492546240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182714.973889:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492546240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182714.973895:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182714.973897:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182714.973899:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546240:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182714.973922:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546304:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182714.973937:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182714.973945:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182714/real 1776182714]  req@000000003ddf5e8b x1862458492546304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182714.973954:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492546304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182739 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182714.973959:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182714.973961:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182714.973963:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546304:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182716.443913:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182718.492325:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182720.093172:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492546368:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182720.093241:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182720.093267:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182720/real 1776182720]  req@00000000000d3e4b x1862458492546368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182720.093283:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492546368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182720.093292:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182720.093295:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182720.093298:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492546368:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182720.093303:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546432:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182720.093324:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182720.093332:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182720/real 1776182720]  req@00000000c084cebb x1862458492546432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182720.093342:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492546432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182720.093348:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182720.093350:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182720.093353:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546432:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182720.093358:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546496:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182720.093374:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182720.093381:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182720/real 1776182720]  req@0000000011a4c226 x1862458492546496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182720.093390:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492546496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182720.093396:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182720.093398:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182720.093400:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546496:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182720.093405:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546560:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182720.093422:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182720.093429:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182720/real 1776182720]  req@0000000019f3e9d6 x1862458492546560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182720.093438:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492546560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182720.093444:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182720.093446:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182720.093448:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546560:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182720.093452:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546624:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182720.093469:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182720.093475:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182720/real 1776182720]  req@0000000043dc1dd5 x1862458492546624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182720.093484:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492546624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182720.093489:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182720.093492:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182720.093494:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546624:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182720.540023:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182722.588029:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182724.637548:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182725.211896:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182725.211907:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182725.211910:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182725.211920:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3935
00000100:00080000:1.0:1776182725.211924:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182725.211929:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182725.211964:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492546688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182725.211992:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182725.211996:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182725.211997:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182725.212000:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3935
00000100:00080000:1.0:1776182725.212002:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182725.212006:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182725.212015:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182725.212025:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492546752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182725.212033:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182725.212036:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182725.212037:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182725.212041:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3935
00000100:00080000:1.0:1776182725.212042:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182725.212044:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182725.212048:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182725.212066:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492546816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182725.212074:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182725.212077:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182725.212079:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182725.212081:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3935
00000100:00080000:1.0:1776182725.212083:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182725.212086:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182725.212090:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182725.212097:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492546880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182725.212104:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182725.212107:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182725.212108:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182725.212110:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3935
00000100:00080000:1.0:1776182725.212112:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182725.212114:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182725.212118:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182725.212126:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492546944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182725.212254:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492546688:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182725.212318:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182725.212344:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182725/real 1776182725]  req@00000000c87b277a x1862458492546688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182725.212357:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492546688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182725.212364:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182725.212367:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182725.212370:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492546688:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182725.212375:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546752:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182725.212394:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182725.212401:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182725/real 1776182725]  req@00000000af591920 x1862458492546752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182725.212409:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492546752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182725.212416:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182725.212418:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182725.212420:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546752:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182725.212424:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546816:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182725.212437:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182725.212442:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182725/real 1776182725]  req@00000000d9dd8f33 x1862458492546816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182725.212450:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492546816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182725.212456:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182725.212458:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182725.212460:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546816:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182725.212464:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546880:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182725.212478:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182725.212483:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182725/real 1776182725]  req@000000001098c40e x1862458492546880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182725.212492:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492546880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182725.212498:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182725.212499:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182725.212502:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182725.212506:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546944:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182725.212521:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182725.212527:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182725/real 1776182725]  req@000000005aa304ab x1862458492546944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182725.212535:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492546944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182725.212541:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182725.212543:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182725.212545:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492546944:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182726.684081:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182728.732290:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182730.332371:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492547008:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182730.332431:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182730.332460:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182730/real 1776182730]  req@000000005b9df5b0 x1862458492547008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182730.332475:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492547008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182730.332483:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182730.332485:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182730.332488:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492547008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182730.332494:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547072:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182730.332514:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182730.332522:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182730/real 1776182730]  req@00000000204bf3c6 x1862458492547072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182730.332532:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492547072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182730.332538:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182730.332539:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182730.332542:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182730.332547:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182730.332565:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182730.332571:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182730/real 1776182730]  req@00000000077b2c38 x1862458492547136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182730.332580:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492547136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182730.332586:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182730.332587:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182730.332590:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182730.332594:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182730.332607:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182730.332612:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182730/real 1776182730]  req@00000000cce0171d x1862458492547200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182730.332620:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492547200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182730.332626:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182730.332628:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182730.332631:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182730.332636:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182730.332651:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182730.332658:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182730/real 1776182730]  req@00000000b03ab380 x1862458492547264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182730.332666:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492547264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182730.332678:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182730.332680:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182730.332682:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182730.781735:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182732.830085:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182734.879112:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182735.452029:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182735.452041:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182735.452044:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182735.452054:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3945
00000100:00080000:1.0:1776182735.452057:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182735.452063:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182735.452096:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492547328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182735.452125:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182735.452129:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182735.452130:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182735.452134:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3945
00000100:00080000:1.0:1776182735.452136:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182735.452139:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182735.452147:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182735.452157:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492547392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182735.452165:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182735.452167:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182735.452169:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182735.452172:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3945
00000100:00080000:1.0:1776182735.452173:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182735.452176:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182735.452180:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182735.452187:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492547456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182735.452194:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182735.452196:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182735.452197:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182735.452200:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3945
00000100:00080000:1.0:1776182735.452201:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182735.452205:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182735.452208:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182735.452215:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492547520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182735.452222:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182735.452225:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182735.452227:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182735.452230:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3945
00000100:00080000:1.0:1776182735.452231:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182735.452234:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182735.452237:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182735.452245:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492547584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182735.452327:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492547328:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182735.452394:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182735.452415:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182735/real 1776182735]  req@00000000c648eb35 x1862458492547328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182735.452430:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492547328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182735.452438:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182735.452440:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182735.452443:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492547328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182735.452449:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547392:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182735.452467:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182735.452475:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182735/real 1776182735]  req@0000000002fce3d6 x1862458492547392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182735.452484:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492547392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182735.452489:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182735.452492:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182735.452494:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182735.452499:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547456:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182735.452516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182735.452524:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182735/real 1776182735]  req@000000000eb62df8 x1862458492547456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182735.452532:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492547456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182735.452539:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182735.452541:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182735.452543:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182735.452549:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547520:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182735.452566:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182735.452574:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182735/real 1776182735]  req@00000000ed8b07dd x1862458492547520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182735.452582:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492547520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182735.452589:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182735.452591:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182735.452593:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182735.452598:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547584:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182735.452628:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182735.452636:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182735/real 1776182735]  req@00000000621373f7 x1862458492547584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182735.452645:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492547584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182735.452651:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182735.452653:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182735.452655:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182736.926326:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182738.972104:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182740.572104:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182740.572120:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182740.572125:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182740.572139:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3951
00000100:00080000:1.0:1776182740.572144:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182740.572152:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182740.572207:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492547648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182740.572246:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182740.572250:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182740.572252:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182740.572257:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3951
00000100:00080000:1.0:1776182740.572259:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182740.572262:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182740.572273:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182740.572294:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492547712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182740.572303:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182740.572306:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182740.572307:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182740.572311:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3951
00000100:00080000:1.0:1776182740.572313:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182740.572316:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182740.572321:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182740.572329:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492547776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182740.572337:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182740.572340:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182740.572342:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182740.572345:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3951
00000100:00080000:1.0:1776182740.572347:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182740.572351:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182740.572355:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182740.572363:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492547840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182740.572375:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182740.572379:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182740.572380:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182740.572383:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3951
00000100:00080000:1.0:1776182740.572385:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182740.572388:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182740.572392:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182740.572399:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492547904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182740.572535:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492547648:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182740.572614:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182740.572642:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182740/real 1776182740]  req@000000008eee8260 x1862458492547648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182740.572668:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492547648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182740.572677:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182740.572680:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182740.572683:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492547648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182740.572690:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182740.572747:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182740.572755:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182740/real 1776182740]  req@00000000b1152010 x1862458492547712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182740.572770:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492547712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182740.572777:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182740.572779:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182740.572781:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182740.572786:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182740.572803:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182740.572819:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182740/real 1776182740]  req@00000000f13843be x1862458492547776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182740.572830:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492547776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182740.572837:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182740.572839:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182740.572842:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182740.572847:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182740.572866:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182740.572874:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182740/real 1776182740]  req@000000009bf866c6 x1862458492547840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182740.572883:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492547840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182740.572889:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182740.572892:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182740.572894:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182740.572899:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182740.572914:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182740.572919:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182740/real 1776182740]  req@000000006aae32ca x1862458492547904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182740.572927:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492547904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182740.572933:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182740.572934:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182740.572937:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492547904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182741.020347:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182743.067968:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182745.115989:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182745.692850:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492547968:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182745.692928:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182745.692950:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182745/real 1776182745]  req@00000000b8358015 x1862458492547968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182745.692964:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492547968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182745.692972:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182745.692975:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182745.692978:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492547968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182745.692984:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548032:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182745.693005:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182745.693013:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182745/real 1776182745]  req@00000000eaec4566 x1862458492548032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182745.693033:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492548032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182745.693040:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182745.693042:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182745.693045:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548032:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182745.693050:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548096:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182745.693068:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182745.693077:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182745/real 1776182745]  req@00000000141c6365 x1862458492548096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182745.693086:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492548096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182745.693092:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182745.693094:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182745.693096:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548096:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182745.693101:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548160:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182745.693128:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182745.693135:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182745/real 1776182745]  req@000000009e28d8dc x1862458492548160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182745.693145:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492548160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182745.693151:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182745.693153:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182745.693155:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548160:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182745.693160:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548224:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182745.693178:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182745.693185:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182745/real 1776182745]  req@00000000b03ab380 x1862458492548224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182745.693195:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492548224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182770 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182745.693213:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182745.693215:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182745.693218:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548224:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182747.163996:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182749.212263:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182750.815546:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492548288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182750.815611:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182750.816890:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182750/real 1776182750]  req@00000000cce0171d x1862458492548288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182750.816923:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492548288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182750.816938:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182750.816942:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182750.816947:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492548288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182750.816975:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182750.817030:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182750.817043:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182750/real 1776182750]  req@00000000077b2c38 x1862458492548352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182750.817054:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492548352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182750.817061:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182750.817063:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182750.817066:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182750.817076:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182750.817094:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182750.817102:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182750/real 1776182750]  req@00000000204bf3c6 x1862458492548416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182750.817111:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492548416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182750.817117:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182750.817119:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182750.817122:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182750.817248:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182750.817280:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182750.817294:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182750/real 1776182750]  req@000000005b9df5b0 x1862458492548480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182750.817307:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492548480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182750.817315:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182750.817317:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182750.817320:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182750.817331:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182750.817350:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182750.817357:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182750/real 1776182750]  req@000000003ddf5e8b x1862458492548544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182750.817367:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492548544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182775 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182750.817373:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182750.817375:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182750.817377:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182751.260129:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182753.308809:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182755.356089:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182755.934733:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492548608:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182755.945060:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548672:192.168.203.145@tcp:38:kworker/u8:4.0
00010000:00010000:0.0:1776182757.404034:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776182759.005206:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776182759.005270:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776182759.005292:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182759.005348:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182759.005359:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182759.005369:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182759.005377:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00010000:00010000:0.0:1776182759.452021:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182761.057928:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492548928:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182761.058005:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182761.058028:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182761/real 1776182761]  req@00000000e1486ef7 x1862458492548928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182761.058044:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492548928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182761.058052:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182761.058055:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182761.058058:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492548928:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182761.058326:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548992:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182761.058349:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182761.058358:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182761/real 1776182761]  req@000000009680d5f0 x1862458492548992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182761.058368:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492548992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182761.058375:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182761.058377:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182761.058379:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492548992:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182761.058384:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549056:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182761.058401:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182761.058408:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182761/real 1776182761]  req@000000008f1aeada x1862458492549056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182761.058417:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492549056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182761.058423:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182761.058425:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182761.058428:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182761.058433:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549120:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182761.058448:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182761.058455:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182761/real 1776182761]  req@000000001e5f24e0 x1862458492549120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182761.058464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492549120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182761.058471:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182761.058473:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182761.058475:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549120:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182761.058480:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549184:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182761.058496:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182761.058503:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182761/real 1776182761]  req@00000000916d6b33 x1862458492549184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182761.058511:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492549184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182761.058518:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182761.058519:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182761.058522:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549184:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182761.502097:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182763.547977:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182765.596900:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182766.172984:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492549248:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182766.173054:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182766.173087:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182766/real 1776182766]  req@000000003af52c85 x1862458492549248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182766.173102:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492549248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182766.173111:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182766.173113:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182766.173116:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492549248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182766.173123:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549312:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182766.173143:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182766.173151:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182766/real 1776182766]  req@0000000065cff9ca x1862458492549312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182766.173161:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492549312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182766.173167:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182766.173170:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182766.173172:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182766.173177:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549376:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182766.173195:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182766.173203:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182766/real 1776182766]  req@00000000916d6b33 x1862458492549376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182766.173212:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492549376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182766.173218:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182766.173220:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182766.173223:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182766.173228:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549440:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182766.173245:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182766.173253:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182766/real 1776182766]  req@000000001e5f24e0 x1862458492549440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182766.173262:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492549440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182766.173269:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182766.173271:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182766.173273:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182766.173279:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549504:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182766.173299:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182766.173306:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182766/real 1776182766]  req@000000008f1aeada x1862458492549504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182766.173314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492549504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182766.173321:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182766.173323:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182766.173325:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182767.644602:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182769.697934:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182771.292365:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492549568:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182771.292426:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182771.292448:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182771/real 1776182771]  req@000000009680d5f0 x1862458492549568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182771.292462:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492549568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182771.292471:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182771.292473:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182771.292476:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492549568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182771.292482:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549632:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182771.292501:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182771.292509:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182771/real 1776182771]  req@00000000e1486ef7 x1862458492549632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182771.292524:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492549632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182771.292531:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182771.292533:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182771.292536:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182771.292541:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549696:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182771.292558:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182771.292577:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182771/real 1776182771]  req@000000003ddf5e8b x1862458492549696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182771.292586:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492549696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182771.292592:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182771.292593:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182771.292596:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182771.292601:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549760:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182771.292618:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182771.292625:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182771/real 1776182771]  req@000000005b9df5b0 x1862458492549760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182771.292633:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492549760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182771.292638:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182771.292640:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182771.292642:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182771.292647:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549824:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182771.292662:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182771.292668:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182771/real 1776182771]  req@00000000204bf3c6 x1862458492549824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182771.292676:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492549824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182771.292681:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182771.292683:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182771.292685:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182771.739953:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182773.789331:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182775.836241:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182776.412494:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182776.412505:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182776.412508:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182776.412519:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 3986
00000100:00080000:1.0:1776182776.412523:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182776.412529:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182776.412564:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492549888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182776.412600:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182776.412604:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182776.412606:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182776.412610:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3986
00000100:00080000:1.0:1776182776.412613:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182776.412616:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182776.412624:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182776.412635:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492549952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182776.412643:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182776.412646:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182776.412647:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182776.412651:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3986
00000100:00080000:1.0:1776182776.412653:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182776.412656:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182776.412660:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182776.412667:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492550016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182776.412675:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182776.412678:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182776.412680:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182776.412683:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3986
00000100:00080000:1.0:1776182776.412685:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182776.412688:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182776.412691:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182776.412699:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492550080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182776.412706:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182776.412710:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182776.412741:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182776.412745:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 3986
00000100:00080000:1.0:1776182776.412747:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182776.412750:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182776.412754:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182776.412764:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492550144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182776.412865:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492549888:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182776.412925:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182776.412946:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182776/real 1776182776]  req@00000000ae50fb1e x1862458492549888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182776.412959:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492549888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182776.412966:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182776.412969:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182776.412972:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492549888:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182776.412978:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549952:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182776.412995:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182776.413002:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182776/real 1776182776]  req@00000000dedc2d4e x1862458492549952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182776.413010:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492549952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182776.413016:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182776.413018:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182776.413020:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492549952:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182776.413025:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550016:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182776.413042:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182776.413049:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182776/real 1776182776]  req@000000007c26bb68 x1862458492550016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182776.413058:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492550016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182776.413064:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182776.413065:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182776.413067:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550016:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182776.413072:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550080:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182776.413087:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182776.413094:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182776/real 1776182776]  req@000000001741ced9 x1862458492550080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182776.413103:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492550080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182776.413109:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182776.413111:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182776.413113:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550080:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182776.413118:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550144:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182776.413134:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182776.413141:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182776/real 1776182776]  req@0000000086193d2a x1862458492550144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182776.413150:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492550144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182776.413157:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182776.413159:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182776.413161:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550144:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182777.884262:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182779.931920:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182781.532252:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492550208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182781.532315:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182781.532336:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182781/real 1776182781]  req@00000000077b2c38 x1862458492550208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182781.532360:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492550208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182781.532370:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182781.532372:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182781.532375:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492550208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182781.532381:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182781.532400:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182781.532408:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182781/real 1776182781]  req@00000000cce0171d x1862458492550272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182781.532417:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492550272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182781.532423:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182781.532425:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182781.532427:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182781.532432:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550336:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182781.532450:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182781.532457:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182781/real 1776182781]  req@00000000b03ab380 x1862458492550336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182781.532466:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492550336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182781.532472:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182781.532474:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182781.532476:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182781.532481:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182781.532499:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182781.532506:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182781/real 1776182781]  req@000000009e28d8dc x1862458492550400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182781.532515:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492550400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182781.532521:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182781.532523:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182781.532525:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182781.532542:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182781.532561:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182781.532568:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182781/real 1776182781]  req@00000000141c6365 x1862458492550464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182781.532578:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492550464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182781.532583:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182781.532585:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182781.532587:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550464:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182781.980135:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182784.032749:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182786.078403:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182786.652995:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492550528:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182786.653055:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182786.653078:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182786/real 1776182786]  req@00000000eaec4566 x1862458492550528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182786.653091:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492550528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182786.653098:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182786.653101:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182786.653104:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492550528:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182786.653110:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550592:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182786.653130:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182786.653138:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182786/real 1776182786]  req@00000000b8358015 x1862458492550592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182786.653147:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492550592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182786.653153:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182786.653155:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182786.653158:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550592:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182786.653163:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550656:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182786.653180:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182786.653187:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182786/real 1776182786]  req@00000000141c6365 x1862458492550656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182786.653196:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492550656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182786.653202:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182786.653204:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182786.653206:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550656:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182786.653211:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550720:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182786.653226:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182786.653245:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182786/real 1776182786]  req@000000009e28d8dc x1862458492550720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182786.653255:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492550720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182786.653261:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182786.653263:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182786.653266:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550720:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182786.653270:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550784:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182786.653288:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182786.653296:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182786/real 1776182786]  req@00000000b03ab380 x1862458492550784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182786.653304:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492550784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182811 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182786.653311:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182786.653313:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182786.653315:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550784:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182788.124629:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182790.171943:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182791.772299:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492550848:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182791.772371:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182791.772397:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182791/real 1776182791]  req@000000004fc3090a x1862458492550848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182791.772412:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492550848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182791.772421:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182791.772424:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182791.772428:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492550848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182791.772436:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550912:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182791.772457:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182791.772465:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182791/real 1776182791]  req@00000000c2778644 x1862458492550912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182791.772473:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492550912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182791.772479:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182791.772481:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182791.772483:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550912:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182791.772488:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550976:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182791.772505:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182791.772512:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182791/real 1776182791]  req@000000004d6f77e0 x1862458492550976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182791.772520:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492550976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182791.772527:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182791.772529:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182791.772532:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492550976:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182791.772537:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551040:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182791.772567:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182791.772575:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182791/real 1776182791]  req@00000000543ef8b3 x1862458492551040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182791.772584:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492551040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182791.772590:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182791.772592:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182791.772595:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551040:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182791.772600:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551104:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182791.772618:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182791.772625:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182791/real 1776182791]  req@0000000058922152 x1862458492551104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182791.772633:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492551104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182816 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182791.772645:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182791.772646:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182791.772649:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551104:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182792.220144:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182794.268261:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182796.316145:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182796.891934:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182796.891945:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182796.891949:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182796.891959:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4007
00000100:00080000:1.0:1776182796.891962:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182796.891968:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182796.892000:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492551168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182796.892070:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492551168:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182796.892126:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776182796.892155:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182796.892159:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182796.892160:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182796.892164:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4007
00000100:00080000:1.0:1776182796.892166:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182796.892170:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182796.892178:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182796.892189:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492551232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182796.894762:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182796/real 1776182796]  req@00000000b28b4fbf x1862458492551168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182796.894791:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492551168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182796.894800:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182796.894803:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182796.894807:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492551168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182796.894837:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551232:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182796.894904:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182796.894915:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182796/real 1776182796]  req@0000000049a65e22 x1862458492551232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182796.894925:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492551232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182796.894932:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182796.894935:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182796.894937:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776182796.901684:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182796.901695:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182796.901698:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182796.901708:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4007
00000100:00080000:1.0:1776182796.901735:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182796.901742:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182796.901755:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182796.901786:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492551296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182796.901799:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182796.901802:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182796.901803:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182796.901807:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4007
00000100:00080000:1.0:1776182796.901809:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182796.901813:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182796.901818:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182796.902066:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551296:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182796.902134:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182796.902157:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182796/real 1776182796]  req@00000000cbe5ad9d x1862458492551296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182796.902172:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492551296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182796.902181:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182796.902183:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182796.902187:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182796.902193:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551360:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182796.902213:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182796.902221:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182796/real 1776182796]  req@00000000cce0171d x1862458492551360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182796.902231:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492551360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182796.902238:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182796.902240:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182796.902242:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182796.902265:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551424:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182796.902286:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182796.902293:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182796/real 1776182796]  req@00000000077b2c38 x1862458492551424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182796.902302:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492551424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182821 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182796.902308:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182796.902310:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182796.902312:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182798.365155:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182800.416442:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182802.012192:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492551488:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182802.012264:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182802.012286:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182802/real 1776182802]  req@00000000979214d3 x1862458492551488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182802.012305:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492551488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182802.012312:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182802.012315:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182802.012318:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492551488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182802.012323:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551552:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182802.012354:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182802.012362:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182802/real 1776182802]  req@00000000e4a6949b x1862458492551552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182802.012378:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492551552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182802.012385:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182802.012387:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182802.012389:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182802.012394:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551616:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182802.012411:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182802.012418:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182802/real 1776182802]  req@00000000eb2b2a12 x1862458492551616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182802.012426:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492551616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182802.012432:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182802.012434:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182802.012436:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182802.012441:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551680:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182802.012470:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182802.012477:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182802/real 1776182802]  req@00000000e06e7839 x1862458492551680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182802.012486:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492551680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182802.012501:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182802.012504:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182802.012507:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182802.012511:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551744:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182802.012529:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182802.012536:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182802/real 1776182802]  req@0000000043dc1dd5 x1862458492551744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182802.012546:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492551744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182802.012561:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182802.012563:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182802.012566:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182802.460048:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182804.509624:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182806.559479:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182807.132144:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492551808:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182807.132201:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182807.132223:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182807/real 1776182807]  req@0000000019f3e9d6 x1862458492551808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182807.132237:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492551808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182807.132245:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182807.132247:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182807.132250:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492551808:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182807.132273:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551872:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182807.132294:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182807.132303:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182807/real 1776182807]  req@0000000011a4c226 x1862458492551872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182807.132312:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492551872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182807.132319:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182807.132321:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182807.132323:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551872:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182807.132328:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551936:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182807.132346:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182807.132353:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182807/real 1776182807]  req@00000000c084cebb x1862458492551936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182807.132363:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492551936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182807.132369:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182807.132371:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182807.132373:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492551936:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182807.132378:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552000:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182807.132396:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182807.132403:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182807/real 1776182807]  req@00000000000d3e4b x1862458492552000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182807.132412:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492552000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182807.132418:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182807.132420:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182807.132422:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552000:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182807.132427:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552064:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182807.132444:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182807.132452:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182807/real 1776182807]  req@0000000058f74c1f x1862458492552064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182807.132461:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492552064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182807.132467:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182807.132469:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182807.132472:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552064:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182808.604096:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182810.653863:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182812.252155:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492552128:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182812.252216:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182812.252237:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182812/real 1776182812]  req@000000003c7e6ce9 x1862458492552128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182812.252250:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492552128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182812.252259:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182812.252261:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182812.252264:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492552128:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182812.252270:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552192:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182812.252289:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182812.252297:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182812/real 1776182812]  req@000000004b362de1 x1862458492552192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182812.252306:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492552192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182812.252312:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182812.252314:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182812.252317:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552192:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182812.252321:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552256:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182812.252338:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182812.252345:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182812/real 1776182812]  req@00000000241ecb2f x1862458492552256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182812.252353:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492552256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182812.252358:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182812.252360:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182812.252363:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552256:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182812.252368:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552320:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182812.252385:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182812.252391:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182812/real 1776182812]  req@00000000de06baf2 x1862458492552320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182812.252401:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492552320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182812.252406:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182812.252408:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182812.252410:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552320:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182812.252436:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552384:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182812.252454:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182812.252556:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182812/real 1776182812]  req@00000000249ded4e x1862458492552384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182812.252567:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492552384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182812.252573:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182812.252575:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182812.252577:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552384:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182812.704076:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182814.747947:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182816.800661:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182817.372344:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182817.372355:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182817.372358:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182817.372370:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4027
00000100:00080000:1.0:1776182817.372373:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182817.372379:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182817.372414:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492552448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182817.372442:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182817.372445:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182817.372446:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182817.372449:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4027
00000100:00080000:1.0:1776182817.372451:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182817.372454:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182817.372461:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182817.372470:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492552512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182817.372476:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182817.372479:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182817.372480:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182817.372483:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4027
00000100:00080000:1.0:1776182817.372484:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182817.372486:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182817.372489:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182817.372496:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492552576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182817.372503:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182817.372505:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182817.372506:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182817.372509:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4027
00000100:00080000:1.0:1776182817.372510:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182817.372512:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182817.372515:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182817.372520:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492552640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182817.372526:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182817.372529:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182817.372529:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182817.372532:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4027
00000100:00080000:1.0:1776182817.372533:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182817.372535:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182817.372537:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182817.372543:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492552704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182817.372624:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492552448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182817.372684:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182817.372705:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182817/real 1776182817]  req@000000009e337919 x1862458492552448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182817.372737:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492552448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182817.372744:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182817.372746:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182817.372749:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492552448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182817.372765:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182817.372863:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182817.372872:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182817/real 1776182817]  req@0000000090379869 x1862458492552512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182817.372971:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492552512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182817.372978:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182817.372981:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182817.372983:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182817.372989:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182817.373008:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182817.373016:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182817/real 1776182817]  req@00000000cbe5ad9d x1862458492552576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182817.373024:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492552576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182817.373030:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182817.373032:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182817.373035:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182817.373039:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182817.373054:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182817.373060:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182817/real 1776182817]  req@0000000049a65e22 x1862458492552640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182817.373069:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492552640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182817.373074:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182817.373076:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182817.373078:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182817.373083:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182817.373098:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182817.373105:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182817/real 1776182817]  req@00000000b28b4fbf x1862458492552704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182817.373113:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492552704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182817.373119:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182817.373121:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182817.373123:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182818.843952:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182820.891953:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182822.491912:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182822.491925:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182822.491928:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182822.491938:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4032
00000100:00080000:1.0:1776182822.491941:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182822.491948:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182822.491983:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492552768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182822.492010:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182822.492013:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182822.492014:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182822.492018:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4032
00000100:00080000:1.0:1776182822.492020:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182822.492023:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182822.492033:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182822.492044:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492552832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182822.492052:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182822.492055:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182822.492056:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182822.492059:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4032
00000100:00080000:1.0:1776182822.492061:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182822.492064:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182822.492068:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182822.492076:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492552896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182822.492083:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182822.492086:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182822.492087:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182822.492090:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4032
00000100:00080000:1.0:1776182822.492092:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182822.492095:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182822.492099:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182822.492106:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492552960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182822.492123:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182822.492126:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182822.492127:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182822.492130:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4032
00000100:00080000:1.0:1776182822.492132:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182822.492135:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182822.492139:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182822.492146:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492553024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182822.492736:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492552768:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182822.492833:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552832:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182822.492858:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552896:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182822.492873:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492552960:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182822.492903:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492553024:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182822.940002:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182824.988163:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776182825.564278:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776182825.564317:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776182825.564331:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776182825.565278:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182822/real 1776182825]  req@0000000086193d2a x1862458492552768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182847 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182825.565314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492552768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182847 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182825.565324:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182825.565327:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182825.565330:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492552768:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776182825.565421:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182825.565447:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182825.565455:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182825.565462:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00010000:00010000:0.0:1776182827.036253:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182827.612120:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182827.612132:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182827.612136:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182827.612146:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4038
00000100:00080000:1.0:1776182827.612149:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182827.612155:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182827.612184:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492553088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182827.612213:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182827.612216:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182827.612218:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182827.612221:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4038
00000100:00080000:1.0:1776182827.612223:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182827.612226:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182827.612234:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182827.612244:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492553152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182827.612251:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182827.612255:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182827.612256:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182827.612260:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4038
00000100:00080000:1.0:1776182827.612262:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182827.612265:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182827.612269:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182827.612276:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492553216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182827.612285:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182827.612290:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182827.612292:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182827.612298:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4038
00000100:00080000:1.0:1776182827.612300:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182827.612303:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182827.612316:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182827.612332:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492553280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182827.612339:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182827.612343:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182827.612344:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182827.612357:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4038
00000100:00080000:1.0:1776182827.612359:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182827.612364:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182827.612369:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182827.612380:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492553344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182829.083931:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182831.133747:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1776182832.736232:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492553408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182832.736272:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182832.736276:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776182832.736277:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182832.736280:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4043
00000100:00080000:3.0:1776182832.736282:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182832.736285:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182832.736294:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182832.736305:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492553472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182832.736313:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182832.736316:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776182832.736317:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182832.736320:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4043
00000100:00080000:3.0:1776182832.736322:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182832.736324:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182832.736328:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182832.736335:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492553536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182832.736341:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182832.736344:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776182832.736345:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182832.736347:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4043
00000100:00080000:3.0:1776182832.736349:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182832.736351:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182832.736355:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182832.736361:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492553600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182832.736367:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182832.736370:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776182832.736371:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182832.736374:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4043
00000100:00080000:3.0:1776182832.736377:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182832.736379:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182832.736383:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182832.736389:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492553664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182833.180000:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182835.228160:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182837.277258:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776182837.852028:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182837.852038:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776182837.852041:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182837.852051:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4048
00000100:00080000:3.0:1776182837.852054:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182837.852060:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776182837.852089:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492553728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182837.852117:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182837.852121:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776182837.852122:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182837.852135:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4048
00000100:00080000:3.0:1776182837.852137:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182837.852141:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182837.852157:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182837.852166:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492553792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182837.852174:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182837.852178:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776182837.852179:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182837.852182:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4048
00000100:00080000:3.0:1776182837.852184:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182837.852187:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182837.852191:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182837.852200:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492553856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182837.852210:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182837.852213:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776182837.852214:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182837.852217:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4048
00000100:00080000:3.0:1776182837.852219:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182837.852222:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182837.852225:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182837.852232:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492553920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182837.852245:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182837.852248:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776182837.852249:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182837.852252:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4048
00000100:00080000:3.0:1776182837.852254:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182837.852256:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182837.852261:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182837.852271:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492553984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182839.324866:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182841.373677:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182842.974604:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182842.974615:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182842.974619:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182842.974629:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4053
00000100:00080000:1.0:1776182842.974632:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182842.974638:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182842.974670:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492554048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182842.974700:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182842.974703:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182842.974704:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182842.974707:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4053
00000100:00080000:1.0:1776182842.974709:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182842.974743:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182842.974752:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182842.974763:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492554112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182842.974771:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182842.974773:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182842.974775:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182842.974778:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4053
00000100:00080000:1.0:1776182842.974780:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182842.974782:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182842.974786:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182842.974794:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492554176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182842.974810:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182842.974812:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182842.974814:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182842.974816:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4053
00000100:00080000:1.0:1776182842.974818:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182842.974821:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182842.974825:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182842.974833:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492554240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182842.974839:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182842.974842:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182842.974843:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182842.974845:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4053
00000100:00080000:1.0:1776182842.974847:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182842.974849:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182842.974852:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182842.974858:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492554304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182843.420016:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182845.467997:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182847.516560:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776182848.094774:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182848.094785:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776182848.094788:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182848.094797:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4058
00000100:00080000:3.0:1776182848.094800:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182848.094805:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776182848.094836:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492554368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182848.094868:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182848.094871:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776182848.094872:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182848.094875:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4058
00000100:00080000:3.0:1776182848.094877:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182848.094881:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182848.094890:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182848.094899:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492554432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182848.094916:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182848.094920:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776182848.094921:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182848.094924:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4058
00000100:00080000:3.0:1776182848.094926:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182848.094929:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182848.094939:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182848.094948:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492554496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182848.094958:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182848.094964:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776182848.094965:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182848.094969:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4058
00000100:00080000:3.0:1776182848.094971:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182848.094974:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182848.094978:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182848.094986:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492554560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182848.094994:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182848.094997:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776182848.094998:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182848.095001:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4058
00000100:00080000:3.0:1776182848.095003:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182848.095006:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182848.095009:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182848.095016:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492554624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182849.564728:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182851.611990:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182853.216213:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492554688:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182853.216278:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182853.216301:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182853/real 1776182853]  req@00000000204bf3c6 x1862458492554688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182853.216314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492554688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182853.216322:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182853.216325:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182853.216328:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492554688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182853.216333:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492554752:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182853.216353:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182853.216360:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182853/real 1776182853]  req@000000005b9df5b0 x1862458492554752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182853.216369:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492554752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182853.216375:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182853.216377:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182853.216380:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492554752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182853.216400:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492554816:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182853.216419:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182853.216427:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182853/real 1776182853]  req@000000003ddf5e8b x1862458492554816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182853.216436:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492554816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182853.216442:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182853.216444:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182853.216447:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492554816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182853.216451:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492554880:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182853.216470:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182853.216477:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182853/real 1776182853]  req@00000000e1486ef7 x1862458492554880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182853.216486:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492554880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182853.216492:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182853.216493:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182853.216496:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492554880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182853.216500:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492554944:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182853.216516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182853.216523:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182853/real 1776182853]  req@000000009680d5f0 x1862458492554944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182853.216533:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492554944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182853.216538:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182853.216540:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182853.216615:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492554944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182853.659992:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182855.707974:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182857.755949:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182858.335287:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492555008:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182858.335380:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182858.335408:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182858/real 1776182858]  req@000000008f1aeada x1862458492555008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182858.335423:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492555008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182858.335433:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182858.335437:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182858.335440:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492555008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182858.335447:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555072:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182858.335467:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182858.335473:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182858/real 1776182858]  req@000000001e5f24e0 x1862458492555072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182858.335482:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492555072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182858.335488:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182858.335490:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182858.335493:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182858.335498:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182858.335515:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182858.335521:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182858/real 1776182858]  req@00000000916d6b33 x1862458492555136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182858.335531:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492555136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182858.335537:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182858.335539:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182858.335542:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182858.335547:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182858.335561:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182858.335565:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182858/real 1776182858]  req@0000000065cff9ca x1862458492555200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182858.335571:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492555200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182858.335575:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182858.335576:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182858.335578:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182858.335581:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182858.335589:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182858.335592:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182858/real 1776182858]  req@000000003af52c85 x1862458492555264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182858.335598:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492555264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182858.335601:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182858.335603:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182858.335604:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182859.803950:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182861.853562:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776182863.451899:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182863.451911:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776182863.451924:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182863.451935:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4073
00000100:00080000:3.0:1776182863.451938:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182863.451944:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776182863.451978:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492555328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182863.452007:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182863.452010:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776182863.452012:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182863.452015:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4073
00000100:00080000:3.0:1776182863.452017:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182863.452021:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182863.452029:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182863.452042:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492555392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182863.452050:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182863.452053:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776182863.452054:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182863.452057:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4073
00000100:00080000:3.0:1776182863.452059:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182863.452062:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182863.452066:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182863.452074:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492555456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182863.452082:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182863.452084:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776182863.452086:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182863.452089:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4073
00000100:00080000:3.0:1776182863.452090:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182863.452093:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182863.452096:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182863.452104:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492555520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182863.452110:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182863.452113:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776182863.452114:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182863.452117:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4073
00000100:00080000:3.0:1776182863.452118:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182863.452121:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182863.452124:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182863.452130:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492555584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182863.452353:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492555328:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182863.452413:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182863.452435:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182863/real 1776182863]  req@00000000e06e7839 x1862458492555328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182863.452449:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492555328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182863.452456:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182863.452458:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182863.452462:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492555328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182863.452468:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555392:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182863.452596:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182863.452606:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182863/real 1776182863]  req@00000000eb2b2a12 x1862458492555392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182863.452616:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492555392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182863.452622:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182863.452624:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182863.452626:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555392:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182863.452631:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555456:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182863.452648:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182863.452656:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182863/real 1776182863]  req@00000000e4a6949b x1862458492555456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182863.452665:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492555456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182863.452672:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182863.452674:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182863.452676:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555456:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182863.452681:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555520:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182863.452699:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182863.452707:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182863/real 1776182863]  req@00000000979214d3 x1862458492555520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182863.452746:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492555520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182863.452757:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182863.452759:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182863.452761:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555520:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182863.452766:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555584:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182863.452785:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182863.452793:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182863/real 1776182863]  req@0000000058922152 x1862458492555584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182863.452802:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492555584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182863.452808:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182863.452811:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182863.452813:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555584:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182863.902392:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182865.948038:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182867.996054:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182868.573479:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492555648:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182868.573546:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182868.573570:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182868/real 1776182868]  req@000000003af52c85 x1862458492555648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182868.573583:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492555648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182868.573592:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182868.573595:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182868.573598:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492555648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182868.573604:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182868.573624:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182868.573632:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182868/real 1776182868]  req@0000000065cff9ca x1862458492555712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182868.573642:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492555712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182868.573648:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182868.573650:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182868.573652:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182868.573657:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182868.573685:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182868.573693:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182868/real 1776182868]  req@00000000916d6b33 x1862458492555776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182868.573704:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492555776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182868.573737:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182868.573739:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182868.573743:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182868.573748:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182868.573770:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182868.573778:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182868/real 1776182868]  req@000000001e5f24e0 x1862458492555840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182868.573787:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492555840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182868.573794:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182868.573797:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182868.573799:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182868.573804:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182868.573822:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182868.573830:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182868/real 1776182868]  req@000000008f1aeada x1862458492555904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182868.573839:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492555904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182868.573845:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182868.573847:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182868.573849:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492555904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182870.044332:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182872.093901:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776182873.691959:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182873.691970:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776182873.691974:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182873.691985:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4084
00000100:00080000:0.0:1776182873.691990:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182873.691997:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776182873.692032:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492555968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182873.692062:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182873.692065:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776182873.692067:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182873.692070:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4084
00000100:00080000:0.0:1776182873.692072:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182873.692075:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182873.692084:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182873.692094:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492556032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182873.692101:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182873.692103:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776182873.692104:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182873.692107:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4084
00000100:00080000:0.0:1776182873.692108:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182873.692111:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182873.692114:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182873.692120:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492556096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182873.692126:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182873.692129:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776182873.692130:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182873.692133:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4084
00000100:00080000:0.0:1776182873.692135:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182873.692137:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182873.692140:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182873.692147:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492556160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182873.692152:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182873.692155:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776182873.692156:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182873.692158:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4084
00000100:00080000:0.0:1776182873.692160:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182873.692163:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182873.692165:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182873.692171:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492556224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182874.140120:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182876.187935:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182878.236783:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776182878.811821:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182878.811832:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776182878.811836:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182878.811847:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4089
00000100:00080000:0.0:1776182878.811850:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182878.811856:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776182878.811903:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492556288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182878.811934:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182878.811938:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776182878.811940:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182878.811943:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4089
00000100:00080000:0.0:1776182878.811945:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182878.811948:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182878.811956:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182878.811967:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492556352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182878.811974:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182878.811977:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776182878.811978:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182878.811981:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4089
00000100:00080000:0.0:1776182878.811983:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182878.811985:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182878.811989:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182878.811996:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492556416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182878.812004:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182878.812016:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776182878.812017:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182878.812020:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4089
00000100:00080000:0.0:1776182878.812023:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182878.812026:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182878.812030:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182878.812038:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492556480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182878.812044:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182878.812048:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776182878.812049:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182878.812051:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4089
00000100:00080000:0.0:1776182878.812053:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182878.812056:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182878.812059:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182878.812067:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492556544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182880.287051:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182882.332521:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776182883.931877:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182883.931888:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776182883.931892:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182883.931901:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4094
00000100:00080000:3.0:1776182883.931904:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182883.931910:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776182883.931942:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492556608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182883.931971:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182883.931974:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776182883.931975:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182883.931979:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4094
00000100:00080000:3.0:1776182883.931980:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182883.931983:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182883.931991:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182883.932000:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492556672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182883.932008:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182883.932011:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776182883.932012:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182883.932015:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4094
00000100:00080000:3.0:1776182883.932017:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182883.932020:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182883.932024:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182883.932033:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492556736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182883.932040:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182883.932042:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776182883.932043:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182883.932046:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4094
00000100:00080000:3.0:1776182883.932048:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182883.932050:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182883.932054:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182883.932061:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492556800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182883.932068:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182883.932070:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776182883.932072:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182883.932074:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4094
00000100:00080000:3.0:1776182883.932076:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182883.932078:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182883.932082:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182883.932091:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492556864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00010000:00010000:0.0:1776182884.381184:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182886.430509:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182888.478239:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182889.058367:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492556928:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182889.058488:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492556992:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182889.058510:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182889.058522:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557120:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182889.058538:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557184:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182890.523947:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1776182892.124038:0:2255:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:3.0:1776182892.124078:0:2255:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1776182892.124092:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776182892.124132:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776182892.124139:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776182892.124147:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776182892.124156:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776182892.124174:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182889/real 1776182892]  req@000000009680d5f0 x1862458492556928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182892.124197:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492556928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182892.124206:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182892.124210:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182892.124213:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492556928:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182892.124219:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182889/real 1776182892]  req@00000000e1486ef7 x1862458492556992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182892.124233:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492556992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182892.124240:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182892.124242:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182892.124244:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492556992:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182892.124249:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182889/real 1776182892]  req@000000003ddf5e8b x1862458492557056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182892.124258:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492557056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182892.124265:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182892.124267:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182892.124270:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182892.124275:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182889/real 1776182892]  req@000000005b9df5b0 x1862458492557120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182892.124284:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492557120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182892.124290:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182892.124292:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182892.124295:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557120:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182892.124299:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182889/real 1776182892]  req@00000000204bf3c6 x1862458492557184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182892.124308:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492557184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182892.124314:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182892.124317:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182892.124320:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557184:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182892.571934:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182893.595984:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1776182894.172743:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492557248:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182894.172809:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182894.172830:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182894/real 1776182894]  req@00000000077b2c38 x1862458492557248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182894.172846:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492557248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182894.172859:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182894.172862:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182894.172865:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492557248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182894.172872:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557312:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182894.172901:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182894.172909:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182894/real 1776182894]  req@00000000cce0171d x1862458492557312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182894.172928:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492557312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182894.172934:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182894.172936:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182894.172939:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182894.173496:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557376:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182894.173523:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182894.173532:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182894/real 1776182894]  req@00000000b03ab380 x1862458492557376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182894.173542:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492557376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182894.173549:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182894.173551:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182894.173553:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182894.173558:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557440:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182894.173575:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182894.173582:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182894/real 1776182894]  req@000000009e28d8dc x1862458492557440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182894.173590:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492557440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182894.173596:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182894.173598:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182894.173611:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182894.173615:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557504:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182894.173633:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182894.173640:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182894/real 1776182894]  req@00000000141c6365 x1862458492557504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182894.173650:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492557504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182894.173656:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182894.173657:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182894.173660:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182894.620502:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182895.644172:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182896.667942:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182897.691884:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182898.716001:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1776182899.292061:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492557824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182899.292298:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492557568:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182899.292361:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182899.292437:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182899/real 1776182899]  req@00000000b8358015 x1862458492557568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182899.292454:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492557568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182899.292464:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182899.292467:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182899.292470:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492557568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182899.292477:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557632:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182899.292499:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182899.292507:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182899/real 1776182899]  req@00000000eaec4566 x1862458492557632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182899.292517:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492557632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182899.292523:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182899.292525:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182899.292528:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182899.292533:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557696:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182899.292550:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182899.292557:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182899/real 1776182899]  req@00000000141c6365 x1862458492557696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182899.292567:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492557696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182899.292573:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182899.292575:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182899.292577:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182899.292582:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557760:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182899.292600:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182899.292607:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182899/real 1776182899]  req@000000009e28d8dc x1862458492557760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182899.292616:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492557760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182899.292624:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182899.292626:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182899.292629:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182899.292633:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557824:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182899.292650:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182899.292656:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182899/real 1776182899]  req@00000000b03ab380 x1862458492557824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182899.292665:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492557824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182899.292672:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182899.292674:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182899.292676:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776182899.740160:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182900.764010:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182901.787982:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182902.813319:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182903.835909:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182904.412304:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182904.412312:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182904.412316:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182904.412324:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4114
00000100:00080000:1.0:1776182904.412326:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182904.412331:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182904.412366:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492557888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182904.412388:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182904.412390:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182904.412391:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182904.412394:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4114
00000100:00080000:1.0:1776182904.412396:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182904.412398:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182904.412405:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182904.412413:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492557952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182904.412417:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182904.412419:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182904.412420:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182904.412422:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4114
00000100:00080000:1.0:1776182904.412423:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182904.412425:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182904.412426:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182904.412431:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492558016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182904.412434:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182904.412436:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182904.412436:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182904.412438:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4114
00000100:00080000:1.0:1776182904.412439:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182904.412440:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182904.412443:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182904.412446:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492558080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182904.412456:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182904.412459:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182904.412460:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182904.412463:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4114
00000100:00080000:1.0:1776182904.412465:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182904.412467:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182904.412470:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182904.412477:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492558144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182904.412902:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492557888:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182904.412970:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182904.412994:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182904/real 1776182904]  req@00000000c648eb35 x1862458492557888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182904.413010:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492557888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182904.413018:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182904.413021:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182904.413024:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492557888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182904.413030:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182904.413049:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182904.413056:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182904/real 1776182904]  req@000000005aa304ab x1862458492557952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182904.413064:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492557952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182904.413070:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182904.413072:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182904.413074:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492557952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182904.413079:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182904.413094:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182904.413100:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182904/real 1776182904]  req@000000001098c40e x1862458492558016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182904.413108:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492558016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182904.413114:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182904.413116:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182904.413118:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182904.413123:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182904.413139:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182904.413145:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182904/real 1776182904]  req@00000000d9dd8f33 x1862458492558080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182904.413153:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492558080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182904.413159:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182904.413161:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182904.413164:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182904.413168:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182904.413185:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182904.413192:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182904/real 1776182904]  req@00000000af591920 x1862458492558144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182904.413215:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492558144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182904.413226:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182904.413229:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182904.413231:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182904.859899:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182905.884359:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182906.908333:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182907.931911:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182908.956793:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182909.531822:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182909.531834:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182909.531837:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182909.531847:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4120
00000100:00080000:1.0:1776182909.531850:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182909.531856:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182909.531889:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492558208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182909.531920:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182909.531924:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182909.531926:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182909.531929:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4120
00000100:00080000:1.0:1776182909.531931:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182909.531935:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182909.531945:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182909.531957:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492558272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182909.531965:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182909.531968:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182909.531970:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182909.531973:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4120
00000100:00080000:1.0:1776182909.531975:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182909.531978:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182909.531982:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182909.531989:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492558336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182909.531996:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182909.531998:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182909.531999:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182909.532003:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4120
00000100:00080000:1.0:1776182909.532004:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182909.532007:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182909.532010:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182909.532016:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492558400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182909.532022:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182909.532025:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182909.532026:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182909.532029:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4120
00000100:00080000:1.0:1776182909.532030:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182909.532033:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182909.532036:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182909.532042:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492558464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182909.532114:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492558208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182909.532173:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182909.532194:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182909/real 1776182909]  req@00000000c87b277a x1862458492558208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182909.532207:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492558208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182909.532214:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182909.532217:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182909.532220:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492558208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182909.532225:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182909.532242:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182909.532248:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182909/real 1776182909]  req@00000000af591920 x1862458492558272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182909.532256:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492558272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182909.532262:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182909.532264:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182909.532266:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182909.532270:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558336:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182909.532282:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182909.532287:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182909/real 1776182909]  req@00000000d9dd8f33 x1862458492558336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182909.532295:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492558336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182909.532300:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182909.532302:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182909.532304:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182909.532308:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182909.532320:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182909.532325:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182909/real 1776182909]  req@000000001098c40e x1862458492558400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182909.532333:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492558400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182909.532339:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182909.532341:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182909.532344:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182909.532348:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182909.532366:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182909.532373:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182909/real 1776182909]  req@000000005aa304ab x1862458492558464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182909.532382:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492558464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182909.532388:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182909.532389:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182909.532392:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558464:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776182909.980523:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182911.003971:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182912.027911:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182913.052590:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182914.075911:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182914.653385:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182914.653396:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182914.653400:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182914.653409:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4125
00000100:00080000:1.0:1776182914.653412:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182914.653418:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182914.653450:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492558528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182914.653489:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182914.653493:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182914.653494:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182914.653498:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4125
00000100:00080000:1.0:1776182914.653500:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182914.653503:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182914.653511:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182914.653522:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492558592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182914.653529:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182914.653533:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182914.653534:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182914.653537:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4125
00000100:00080000:1.0:1776182914.653539:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182914.653542:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182914.653546:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182914.653553:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492558656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182914.653559:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182914.653562:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182914.653563:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182914.653567:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4125
00000100:00080000:1.0:1776182914.653568:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182914.653571:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182914.653574:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182914.653582:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492558720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182914.653589:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182914.653591:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182914.653593:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182914.653596:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4125
00000100:00080000:1.0:1776182914.653597:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182914.653600:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182914.653604:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182914.653611:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492558784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182914.653704:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492558528:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182914.653787:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182914.653809:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182914/real 1776182914]  req@00000000c648eb35 x1862458492558528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182914.653823:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492558528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182914.653831:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182914.653833:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182914.653836:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492558528:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182914.653842:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558592:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182914.653862:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182914.653870:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182914/real 1776182914]  req@0000000002fce3d6 x1862458492558592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182914.653885:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492558592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182914.653892:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182914.653893:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182914.653896:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558592:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182914.653901:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558656:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182914.653920:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182914.653927:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182914/real 1776182914]  req@000000000eb62df8 x1862458492558656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182914.653935:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492558656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182914.653941:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182914.653943:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182914.653946:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558656:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182914.653950:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558720:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182914.653968:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182914.653975:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182914/real 1776182914]  req@00000000ed8b07dd x1862458492558720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182914.653984:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492558720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182914.653990:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182914.653992:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182914.653994:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558720:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182914.653999:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558784:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182914.654016:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182914.654023:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182914/real 1776182914]  req@00000000621373f7 x1862458492558784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182914.654032:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492558784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182939 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182914.654038:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182914.654040:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182914.654042:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558784:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182915.103162:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182916.123888:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182917.148432:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182918.172794:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182919.201186:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182919.771980:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182919.771990:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182919.771994:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182919.772005:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4130
00000100:00080000:1.0:1776182919.772008:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182919.772015:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182919.772048:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492558848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182919.772080:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182919.772083:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182919.772084:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182919.772099:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4130
00000100:00080000:1.0:1776182919.772102:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182919.772105:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182919.772113:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182919.772124:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492558912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182919.772132:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182919.772135:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182919.772136:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182919.772139:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4130
00000100:00080000:1.0:1776182919.772141:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182919.772144:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182919.772148:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182919.772155:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492558976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182919.772162:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182919.772164:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182919.772166:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182919.772168:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4130
00000100:00080000:1.0:1776182919.772170:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182919.772173:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182919.772177:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182919.772185:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492559040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182919.772191:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182919.772194:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182919.772195:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182919.772198:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4130
00000100:00080000:1.0:1776182919.772200:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182919.772203:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182919.772205:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182919.772212:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492559104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182919.772931:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492558848:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182919.772997:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182919.773033:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182919/real 1776182919]  req@000000008eee8260 x1862458492558848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182919.773050:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492558848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182919.773060:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182919.773062:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182919.773065:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492558848:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182919.773072:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558912:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182919.773094:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182919.773101:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182919/real 1776182919]  req@00000000b1152010 x1862458492558912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182919.773112:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492558912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182919.773119:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182919.773121:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182919.773123:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558912:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182919.773129:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558976:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182919.773146:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182919.773154:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182919/real 1776182919]  req@00000000f13843be x1862458492558976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182919.773164:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492558976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182919.773170:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182919.773172:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182919.773174:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492558976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182919.773180:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559040:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182919.773199:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182919.773206:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182919/real 1776182919]  req@000000009bf866c6 x1862458492559040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182919.773215:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492559040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182919.773221:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182919.773223:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182919.773225:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182919.773231:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559104:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182919.773247:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182919.773253:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182919/real 1776182919]  req@000000006aae32ca x1862458492559104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182919.773262:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492559104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182944 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182919.773268:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182919.773269:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182919.773272:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559104:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776182920.221118:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182921.243911:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182922.269378:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182923.294496:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182924.318099:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776182924.892383:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182924.892395:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776182924.892398:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182924.892408:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4135
00000100:00080000:2.0:1776182924.892412:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182924.892418:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776182924.892451:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492559168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182924.892479:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182924.892482:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776182924.892483:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182924.892487:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4135
00000100:00080000:2.0:1776182924.892488:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182924.892492:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182924.892501:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182924.892511:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492559232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182924.892519:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182924.892521:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776182924.892522:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182924.892525:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4135
00000100:00080000:2.0:1776182924.892527:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182924.892530:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182924.892535:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182924.892548:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492559296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182924.892555:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182924.892558:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776182924.892559:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182924.892562:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4135
00000100:00080000:2.0:1776182924.892563:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182924.892566:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182924.892569:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182924.892579:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492559360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182924.892585:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182924.892588:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776182924.892589:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182924.892591:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4135
00000100:00080000:2.0:1776182924.892593:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182924.892595:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182924.892598:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182924.892604:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492559424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182924.892685:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492559168:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182924.892788:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182924.892811:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182924/real 1776182924]  req@00000000cce0171d x1862458492559168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182924.892826:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492559168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182924.892835:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182924.892837:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182924.892841:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492559168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182924.892847:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559232:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182924.892866:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182924.892874:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182924/real 1776182924]  req@00000000077b2c38 x1862458492559232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182924.892883:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492559232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182924.892890:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182924.892891:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182924.892894:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182924.892899:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559296:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182924.892914:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182924.892920:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182924/real 1776182924]  req@00000000204bf3c6 x1862458492559296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182924.892928:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492559296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182924.892934:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182924.892935:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182924.892937:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182924.892942:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559360:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182924.892958:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182924.892965:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182924/real 1776182924]  req@000000005b9df5b0 x1862458492559360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182924.892974:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492559360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182924.892980:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182924.892982:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182924.892984:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182924.892989:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559424:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182924.893005:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182924.893011:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182924/real 1776182924]  req@000000003ddf5e8b x1862458492559424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182924.893018:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492559424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182949 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182924.893025:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182924.893027:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182924.893029:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182925.342798:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182926.365294:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182927.388094:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182928.412305:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182929.436055:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182930.011904:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182930.011914:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182930.011917:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182930.011927:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4140
00000100:00080000:1.0:1776182930.011930:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182930.011936:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182930.011969:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492559488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182930.012059:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492559488:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182930.012157:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776182930.012198:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182930.012202:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182930.012204:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182930.012209:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4140
00000100:00080000:1.0:1776182930.012212:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182930.012217:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182930.012226:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182930.012241:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492559552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182930.012405:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182930/real 1776182930]  req@0000000086193d2a x1862458492559488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182930.012420:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492559488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182930.012428:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182930.012430:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182930.012433:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492559488:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182930.012453:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559552:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182930.012487:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182930.012496:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182930/real 1776182930]  req@00000000ae50fb1e x1862458492559552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182930.012506:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492559552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182930.012513:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182930.012515:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182930.012517:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559552:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776182930.013030:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182930.013035:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182930.013037:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182930.013041:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4140
00000100:00080000:1.0:1776182930.013043:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182930.013046:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182930.013053:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182930.013067:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492559616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182930.013111:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559616:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182930.013148:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776182930.013167:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182930.013171:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182930.013172:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182930.013176:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4140
00000100:00080000:1.0:1776182930.013177:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182930.013180:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182930.013185:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182930.013195:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492559680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182930.013229:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182930/real 1776182930]  req@00000000dedc2d4e x1862458492559616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182930.013240:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492559616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182930.013247:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182930.013250:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182930.013252:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559616:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182930.013265:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559680:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182930.013284:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182930.013292:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182930/real 1776182930]  req@000000007c26bb68 x1862458492559680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182930.013301:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492559680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182930.013307:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182930.013309:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182930.013312:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559680:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:1.0:1776182930.013684:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182930.013689:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182930.013691:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182930.013695:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4140
00000100:00080000:1.0:1776182930.013696:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182930.013700:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182930.013704:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182930.013830:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492559744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182930.013926:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559744:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182930.013958:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182930.013967:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182930/real 1776182930]  req@000000001741ced9 x1862458492559744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182930.013976:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492559744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182930.013982:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182930.013984:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182930.013986:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559744:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776182930.460429:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182931.483868:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182932.507951:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182933.532708:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182934.556375:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776182935.131861:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182935.131872:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776182935.131875:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182935.131886:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4145
00000100:00080000:2.0:1776182935.131890:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182935.131896:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776182935.131929:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492559808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182935.131958:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182935.131962:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776182935.131963:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182935.131966:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4145
00000100:00080000:2.0:1776182935.131968:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182935.131971:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182935.131980:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182935.131992:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492559872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182935.132000:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182935.132003:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776182935.132004:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182935.132008:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4145
00000100:00080000:2.0:1776182935.132009:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182935.132012:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182935.132016:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182935.132025:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492559936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182935.132041:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182935.132045:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776182935.132046:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182935.132049:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4145
00000100:00080000:2.0:1776182935.132051:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182935.132054:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182935.132058:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182935.132065:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492560000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182935.132072:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182935.132075:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776182935.132076:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182935.132079:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4145
00000100:00080000:2.0:1776182935.132081:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182935.132084:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182935.132087:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182935.132094:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492560064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182935.132181:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492559808:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182935.132243:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182935.132265:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182935/real 1776182935]  req@00000000e1486ef7 x1862458492559808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182935.132279:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492559808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182935.132287:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182935.132289:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182935.132293:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492559808:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182935.132299:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559872:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182935.132319:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182935.132327:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182935/real 1776182935]  req@000000009680d5f0 x1862458492559872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182935.132337:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492559872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182935.132344:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182935.132346:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182935.132349:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559872:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182935.132353:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559936:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182935.132371:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182935.132379:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182935/real 1776182935]  req@000000008f1aeada x1862458492559936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182935.132389:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492559936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182935.132395:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182935.132397:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182935.132399:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492559936:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182935.132404:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560000:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182935.132422:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182935.132429:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182935/real 1776182935]  req@000000001e5f24e0 x1862458492560000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182935.132438:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492560000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182935.132444:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182935.132445:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182935.132448:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560000:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182935.132453:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560064:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182935.132470:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182935.132477:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182935/real 1776182935]  req@00000000916d6b33 x1862458492560064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182935.132487:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492560064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182935.132499:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182935.132500:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182935.132503:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560064:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182935.582232:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182936.604173:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182937.631767:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182938.652014:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182939.676541:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776182940.254350:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182940.254365:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776182940.254368:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182940.254377:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4150
00000100:00080000:2.0:1776182940.254381:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182940.254386:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776182940.254422:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492560128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182940.254451:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182940.254454:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776182940.254455:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182940.254459:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4150
00000100:00080000:2.0:1776182940.254460:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182940.254463:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182940.254471:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182940.254481:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492560192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182940.254488:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182940.254491:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776182940.254492:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182940.254494:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4150
00000100:00080000:2.0:1776182940.254496:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182940.254498:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182940.254502:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182940.254519:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492560256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182940.254526:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182940.254529:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776182940.254530:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182940.254533:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4150
00000100:00080000:2.0:1776182940.254534:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182940.254538:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182940.254541:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182940.254549:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492560320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182940.254555:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182940.254557:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776182940.254558:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182940.254561:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4150
00000100:00080000:2.0:1776182940.254563:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182940.254565:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182940.254569:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182940.254576:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492560384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182940.255270:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492560128:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182940.255334:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182940.255355:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182940/real 1776182940]  req@0000000065cff9ca x1862458492560128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182940.255371:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492560128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182940.255380:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182940.255383:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182940.255385:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492560128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182940.255391:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560192:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182940.255409:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182940.255416:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182940/real 1776182940]  req@000000003af52c85 x1862458492560192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182940.255425:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492560192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182940.255432:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182940.255435:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182940.255437:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182940.255442:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560256:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182940.255457:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182940.255463:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182940/real 1776182940]  req@00000000916d6b33 x1862458492560256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182940.255470:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492560256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182940.255476:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182940.255477:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182940.255480:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182940.255483:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182940.255495:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182940.255500:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182940/real 1776182940]  req@000000001e5f24e0 x1862458492560320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182940.255519:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492560320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182940.255525:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182940.255526:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182940.255529:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182940.255533:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182940.255552:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182940.255559:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182940/real 1776182940]  req@000000008f1aeada x1862458492560384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182940.255569:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492560384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182940.255574:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182940.255576:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182940.255579:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776182940.700356:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182941.724316:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182942.749073:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182943.771923:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182944.801616:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776182945.374920:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182945.374930:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776182945.374934:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182945.374944:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4155
00000100:00080000:2.0:1776182945.374947:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182945.374953:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776182945.374987:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492560448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182945.375016:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182945.375020:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776182945.375021:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182945.375025:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4155
00000100:00080000:2.0:1776182945.375027:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182945.375030:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182945.375037:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182945.375048:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492560512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182945.375060:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182945.375063:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776182945.375064:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182945.375067:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4155
00000100:00080000:2.0:1776182945.375069:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182945.375072:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182945.375076:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182945.375084:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492560576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182945.375092:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182945.375095:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776182945.375097:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1776182945.375100:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492560448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:2.0:1776182945.375103:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4155
00000100:00080000:2.0:1776182945.375107:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182945.375112:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182945.375116:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182945.375126:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492560640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182945.375139:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182945.375142:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776182945.375144:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182945.375146:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4155
00000100:00080000:2.0:1776182945.375148:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182945.375152:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182945.375156:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1776182945.375163:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182945.375167:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492560704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182945.375188:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182945/real 1776182945]  req@000000009680d5f0 x1862458492560448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182945.375205:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492560448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182945.375213:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182945.375216:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182945.375219:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492560448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182945.375225:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182945.375245:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182945.375252:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182945/real 1776182945]  req@00000000e1486ef7 x1862458492560512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182945.375266:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492560512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182945.375273:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182945.375275:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182945.375278:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182945.375301:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182945.375319:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182945.375327:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182945/real 1776182945]  req@000000003ddf5e8b x1862458492560576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182945.375336:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492560576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182945.375343:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182945.375345:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182945.375347:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182945.375353:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182945.375369:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182945.375375:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182945/real 1776182945]  req@000000005b9df5b0 x1862458492560640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182945.375384:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492560640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182945.375390:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182945.375392:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182945.375394:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182945.375399:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182945.375416:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182945.375423:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182945/real 1776182945]  req@00000000204bf3c6 x1862458492560704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182945.375432:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492560704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182945.375438:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182945.375440:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182945.375442:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182945.820095:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182946.843937:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182947.870522:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182948.891986:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182949.916976:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776182950.491899:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182950.491911:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776182950.491914:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182950.491925:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4160
00000100:00080000:3.0:1776182950.491928:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182950.491933:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776182950.491968:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492560768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182950.491998:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182950.492001:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776182950.492002:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182950.492006:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4160
00000100:00080000:3.0:1776182950.492007:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182950.492010:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182950.492024:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182950.492036:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492560832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182950.492043:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182950.492046:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776182950.492047:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182950.492051:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4160
00000100:00080000:3.0:1776182950.492052:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182950.492055:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182950.492058:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182950.492067:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492560896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182950.492074:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182950.492076:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776182950.492077:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182950.492080:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4160
00000100:00080000:3.0:1776182950.492082:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182950.492085:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182950.492088:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182950.492095:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492560960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182950.492276:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492560768:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182950.492334:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182950.492356:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182950/real 1776182950]  req@00000000979214d3 x1862458492560768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182950.492370:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492560768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182950.492379:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182950.492381:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182950.492384:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492560768:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182950.492391:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560832:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182950.492412:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182950.492419:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182950/real 1776182950]  req@00000000e4a6949b x1862458492560832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182950.492429:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492560832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182950.492435:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182950.492436:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182950.492439:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560832:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182950.492443:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560896:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182950.492460:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182950.492466:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182950/real 1776182950]  req@00000000eb2b2a12 x1862458492560896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182950.492476:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492560896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182950.492483:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182950.492484:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182950.492487:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560896:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182950.492579:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560960:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182950.492603:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776182950.492624:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182950.492628:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776182950.492629:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182950.492633:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4160
00000100:00080000:3.0:1776182950.492635:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182950.492638:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182950.492643:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182950.492654:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492561024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182950.492778:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182950/real 1776182950]  req@00000000e06e7839 x1862458492560960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182950.492800:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492560960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182950.492807:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182950.492808:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182950.492811:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492560960:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182950.492824:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561024:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182950.492886:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182950.492895:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182950/real 1776182950]  req@0000000043dc1dd5 x1862458492561024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182950.492905:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492561024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182950.492912:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182950.492914:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182950.492916:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561024:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776182950.939951:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182951.966111:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182952.987950:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182954.011895:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182955.035929:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776182955.615777:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182955.615789:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776182955.615793:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182955.615803:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4166
00000100:00080000:1.0:1776182955.615806:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182955.615812:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776182955.615847:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492561088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182955.615874:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182955.615878:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776182955.615879:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182955.615882:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4166
00000100:00080000:1.0:1776182955.615883:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182955.615887:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182955.615895:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776182955.615905:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492561152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182955.615912:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182955.615915:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776182955.615916:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182955.615920:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4166
00000100:00080000:1.0:1776182955.615922:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182955.615925:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182955.615928:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182955.615932:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492561088:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776182955.615943:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492561216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182955.615952:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182955.615955:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776182955.615956:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182955.615960:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4166
00000100:00080000:1.0:1776182955.615961:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182955.615965:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182955.615969:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182955.615978:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492561280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776182955.615985:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776182955.615988:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776182955.615990:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776182955.615992:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4166
00000100:00080000:1.0:1776182955.615993:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776182955.615996:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776182955.615999:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776182955.616007:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492561344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182955.616030:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561152:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182955.616065:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182955.616083:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182955.616101:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561344:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182956.062892:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182957.083904:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182958.108102:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776182958.691029:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776182958.691073:0:2252:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776182958.691085:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776182958.691513:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182955/real 1776182958]  req@00000000b28b4fbf x1862458492561088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182980 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182958.691549:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492561088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182980 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182958.691559:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182958.691562:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182958.691566:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492561088:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776182958.691641:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182958.691663:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182958.691671:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776182958.691678:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776182958.691746:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182955/real 1776182958]  req@00000000cbe5ad9d x1862458492561216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182980 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182958.691760:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492561216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182980 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182958.691767:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182958.691770:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182958.691773:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182958.691778:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182955/real 1776182958]  req@0000000090379869 x1862458492561280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182980 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182958.691788:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492561280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182980 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182958.691795:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182958.691798:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182958.691800:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182958.691804:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182955/real 1776182958]  req@000000009e337919 x1862458492561344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182980 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182958.691814:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492561344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182980 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182958.691820:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182958.691822:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182958.691824:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561344:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182958.691829:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182955/real 1776182958]  req@0000000049a65e22 x1862458492561152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182980 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182958.691837:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492561152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182980 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182958.691843:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182958.691846:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182958.691848:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561152:192.168.203.145@tcp:38:kworker/u8:3.0
00010000:00010000:3.0:1776182959.135200:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182960.155937:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776182960.735967:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182960.735977:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776182960.735982:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182960.735991:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4171
00000100:00080000:3.0:1776182960.735994:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182960.735999:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776182960.736029:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492561408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182960.736056:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182960.736059:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776182960.736060:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182960.736065:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4171
00000100:00080000:3.0:1776182960.736067:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182960.736071:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182960.736080:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182960.736092:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492561472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182960.736100:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182960.736103:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776182960.736104:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182960.736107:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4171
00000100:00080000:3.0:1776182960.736108:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182960.736111:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182960.736115:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182960.736123:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492561536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182960.736130:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182960.736133:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776182960.736134:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182960.736136:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4171
00000100:00080000:3.0:1776182960.736138:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182960.736141:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182960.736144:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182960.736152:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492561600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182960.736159:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182960.736162:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776182960.736163:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182960.736165:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4171
00000100:00080000:3.0:1776182960.736167:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182960.736169:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182960.736173:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182960.736179:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492561664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182960.736268:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492561408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182960.736330:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182960.736350:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182960/real 1776182960]  req@0000000019f3e9d6 x1862458492561408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182960.736364:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492561408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182960.736373:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182960.736375:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182960.736378:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492561408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182960.736384:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182960.736404:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182960.736411:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182960/real 1776182960]  req@0000000011a4c226 x1862458492561472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182960.736421:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492561472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182960.736427:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182960.736429:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182960.736431:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182960.736436:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182960.736453:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182960.736460:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182960/real 1776182960]  req@00000000c084cebb x1862458492561536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182960.736470:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492561536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182960.736485:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182960.736487:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182960.736490:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182960.736495:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182960.736514:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182960.736521:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182960/real 1776182960]  req@00000000000d3e4b x1862458492561600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182960.736531:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492561600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182960.736536:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182960.736538:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182960.736540:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182960.736546:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182960.736562:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182960.736568:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182960/real 1776182960]  req@0000000058f74c1f x1862458492561664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182960.736577:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492561664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182985 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182960.736583:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182960.736585:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182960.736587:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776182961.179898:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182962.203908:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182963.227906:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182964.253292:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182965.277450:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776182965.855403:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182965.855413:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776182965.855417:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182965.855426:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4176
00000100:00080000:2.0:1776182965.855429:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182965.855435:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776182965.855468:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492561728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182965.855498:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182965.855502:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776182965.855503:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182965.855506:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4176
00000100:00080000:2.0:1776182965.855508:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182965.855511:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182965.855521:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182965.855532:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492561792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182965.855540:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182965.855543:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776182965.855545:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182965.855548:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4176
00000100:00080000:2.0:1776182965.855550:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1776182965.855556:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492561728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:2.0:1776182965.855556:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182965.855560:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182965.855571:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492561856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182965.855579:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182965.855582:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776182965.855583:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182965.855586:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4176
00000100:00080000:2.0:1776182965.855587:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182965.855590:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182965.855593:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182965.855600:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492561920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182965.855607:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182965.855610:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776182965.855612:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182965.855615:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4176
00000100:00080000:2.0:1776182965.855617:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182965.855620:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182965.855623:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182965.855634:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492561984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:0.0:1776182965.855635:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182965.855663:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182965/real 1776182965]  req@00000000077b2c38 x1862458492561728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182965.855680:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492561728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182965.855690:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182965.855693:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182965.855697:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492561728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182965.855704:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561792:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182965.855757:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182965.855765:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182965/real 1776182965]  req@00000000cce0171d x1862458492561792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182965.855776:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492561792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182965.855782:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182965.855785:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182965.855787:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182965.855810:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561856:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182965.855830:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182965.855838:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182965/real 1776182965]  req@00000000b03ab380 x1862458492561856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182965.855847:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492561856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182965.855859:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182965.855861:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182965.855864:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182965.855869:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561920:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182965.855888:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182965.855896:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182965/real 1776182965]  req@000000009e28d8dc x1862458492561920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182965.855907:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492561920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182965.855913:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182965.855915:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182965.855917:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182965.855922:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561984:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182965.855941:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182965.855949:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182965/real 1776182965]  req@00000000141c6365 x1862458492561984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182965.855958:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492561984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182990 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182965.855964:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182965.855966:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182965.855968:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492561984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182966.300112:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182967.324602:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182968.348553:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182969.373138:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182970.399153:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776182970.971815:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182970.971824:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776182970.971828:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182970.971836:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4181
00000100:00080000:2.0:1776182970.971839:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182970.971845:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776182970.971877:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492562048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182970.971904:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182970.971906:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776182970.971907:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182970.971910:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4181
00000100:00080000:2.0:1776182970.971912:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182970.971914:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182970.971921:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182970.971931:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492562112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182970.971939:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182970.971942:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776182970.971943:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182970.971946:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4181
00000100:00080000:2.0:1776182970.971948:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182970.971950:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182970.971954:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182970.971961:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492562176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182970.971968:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182970.971971:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776182970.971972:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182970.971975:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4181
00000100:00080000:2.0:1776182970.971977:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182970.971979:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182970.971983:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182970.971990:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492562240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182970.971997:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182970.972000:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776182970.972001:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182970.972004:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4181
00000100:00080000:2.0:1776182970.972005:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182970.972008:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182970.972011:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182970.972019:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492562304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182970.972103:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492562048:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182970.972159:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182970.972181:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182970/real 1776182970]  req@00000000eaec4566 x1862458492562048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182970.972196:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492562048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182970.972204:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182970.972206:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182970.972210:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492562048:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182970.972216:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562112:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182970.972236:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182970.972244:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182970/real 1776182970]  req@00000000b8358015 x1862458492562112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182970.972254:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492562112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182970.972270:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182970.972272:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182970.972275:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562112:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182970.972280:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562176:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182970.972300:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182970.972307:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182970/real 1776182970]  req@00000000141c6365 x1862458492562176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182970.972316:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492562176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182970.972323:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182970.972325:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182970.972327:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562176:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182970.972332:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562240:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182970.972352:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182970.972360:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182970/real 1776182970]  req@000000009e28d8dc x1862458492562240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182970.972368:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492562240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182970.972374:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182970.972376:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182970.972378:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562240:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182970.972383:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562304:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182970.972399:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182970.972406:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182970/real 1776182970]  req@00000000b03ab380 x1862458492562304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182970.972414:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492562304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776182995 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182970.972419:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182970.972421:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182970.972423:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562304:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776182971.419893:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182972.443890:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182973.470083:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182974.491978:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182975.515932:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776182976.094200:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182976.094210:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776182976.094213:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182976.094223:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4186
00000100:00080000:3.0:1776182976.094226:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182976.094231:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776182976.094333:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492562368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182976.094361:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182976.094363:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776182976.094365:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182976.094368:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4186
00000100:00080000:3.0:1776182976.094370:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182976.094373:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182976.094381:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182976.094390:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492562432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182976.094397:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182976.094399:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776182976.094401:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182976.094404:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4186
00000100:00080000:3.0:1776182976.094406:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182976.094410:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182976.094413:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776182976.094419:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492562496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182976.094425:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182976.094428:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776182976.094429:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182976.094437:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4186
00000100:00080000:3.0:1776182976.094438:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182976.094441:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182976.094444:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182976.094451:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492562560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776182976.094457:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776182976.094460:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776182976.094461:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776182976.094463:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4186
00000100:00080000:3.0:1776182976.094465:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776182976.094467:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776182976.094470:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776182976.094475:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492562624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182976.094651:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492562368:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776182976.094708:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182976.094837:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182976/real 1776182976]  req@000000003c7e6ce9 x1862458492562368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182976.094851:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492562368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182976.094859:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182976.094861:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182976.094864:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492562368:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776182976.094870:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562432:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182976.094889:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182976.094895:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182976/real 1776182976]  req@000000004b362de1 x1862458492562432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182976.094904:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492562432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182976.094911:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182976.094912:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182976.094915:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562432:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182976.094919:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562496:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776182976.094932:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182976.094938:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182976/real 1776182976]  req@00000000241ecb2f x1862458492562496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182976.094946:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492562496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182976.094952:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182976.094954:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182976.094956:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562496:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776182976.094961:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562560:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182976.094973:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182976.094978:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182976/real 1776182976]  req@00000000de06baf2 x1862458492562560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182976.094987:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492562560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182976.094993:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182976.095194:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182976.095198:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562560:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776182976.095204:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562624:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776182976.095223:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182976.095231:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182976/real 1776182976]  req@00000000249ded4e x1862458492562624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776182976.095309:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492562624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776182976.095316:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182976.095318:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182976.095321:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562624:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182976.539953:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182977.564877:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182978.589434:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182979.614166:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182980.635962:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776182981.212332:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182981.212343:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776182981.212346:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182981.212356:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4191
00000100:00080000:2.0:1776182981.212358:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182981.212364:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776182981.212396:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492562688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182981.212422:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182981.212425:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776182981.212434:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182981.212437:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4191
00000100:00080000:2.0:1776182981.212439:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182981.212442:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182981.212449:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182981.212459:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492562752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182981.212467:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182981.212470:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776182981.212471:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182981.212474:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4191
00000100:00080000:2.0:1776182981.212476:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182981.212479:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182981.212483:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182981.212492:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492562816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182981.212500:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182981.212502:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776182981.212503:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182981.212507:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4191
00000100:00080000:2.0:1776182981.212508:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182981.212511:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182981.212515:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182981.212533:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492562880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182981.212541:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182981.212544:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776182981.212545:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182981.212548:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4191
00000100:00080000:2.0:1776182981.212549:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182981.212552:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182981.212556:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182981.212562:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492562944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182981.213104:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492562688:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182981.213170:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182981.213192:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182981/real 1776182981]  req@00000000cce0171d x1862458492562688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182981.213206:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492562688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182981.213222:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182981.213225:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182981.213228:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492562688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182981.213234:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562752:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182981.213252:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182981.213260:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182981/real 1776182981]  req@00000000077b2c38 x1862458492562752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182981.213275:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492562752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182981.213282:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182981.213284:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182981.213286:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182981.213291:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562816:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182981.213320:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182981.213329:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182981/real 1776182981]  req@00000000204bf3c6 x1862458492562816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182981.213338:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492562816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182981.213344:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182981.213346:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182981.213348:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182981.213353:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562880:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182981.213371:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182981.213379:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182981/real 1776182981]  req@000000005b9df5b0 x1862458492562880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182981.213387:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492562880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182981.213393:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182981.213396:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182981.213397:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776182981.213402:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562944:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182981.213418:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182981.213683:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182981/real 1776182981]  req@000000003ddf5e8b x1862458492562944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182981.213696:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492562944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182981.213702:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182981.213704:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182981.213706:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492562944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776182981.661282:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182982.686784:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182983.708014:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182984.732010:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182985.755964:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776182986.331790:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182986.331801:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776182986.331804:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182986.331814:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4196
00000100:00080000:2.0:1776182986.331817:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182986.331823:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776182986.331855:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492563008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182986.331895:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182986.331899:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776182986.331900:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182986.331904:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4196
00000100:00080000:2.0:1776182986.331906:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182986.331909:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182986.331918:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182986.331939:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492563072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182986.331946:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182986.331949:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776182986.331950:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182986.331954:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4196
00000100:00080000:2.0:1776182986.331956:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182986.331958:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182986.331962:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776182986.331970:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492563136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182986.331976:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182986.331980:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776182986.331981:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182986.331984:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4196
00000100:00080000:2.0:1776182986.331985:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182986.331988:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776182986.331992:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182986.331998:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492563200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776182986.332005:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776182986.332007:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776182986.332008:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776182986.332011:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4196
00000100:00080000:2.0:1776182986.332013:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776182986.332015:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:0.0:1776182986.332137:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492563008:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776182986.332199:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182986.332222:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182986/real 1776182986]  req@00000000e1486ef7 x1862458492563008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182986.332237:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492563008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182986.332247:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182986.332250:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182986.332312:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492563008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776182986.332320:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563072:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182986.332342:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182986.332350:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182986/real 1776182986]  req@000000009680d5f0 x1862458492563072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182986.332361:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492563072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182986.332367:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182986.332369:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182986.332371:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182986.332376:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776182986.332393:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182986.332401:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182986/real 1776182986]  req@000000008f1aeada x1862458492563136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182986.332409:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492563136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182986.332415:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182986.332417:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182986.332419:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776182986.332424:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182986.332441:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182986.332448:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182986/real 1776182986]  req@000000001e5f24e0 x1862458492563200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182986.332458:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492563200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182986.332464:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182986.332466:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182986.332468:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563200:192.168.203.145@tcp:8:kworker/u8:3.0
00000008:00100000:2.0:1776182986.332748:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776182986.332764:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492563264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776182986.332839:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776182986.332862:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776182986.332870:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182986/real 1776182986]  req@00000000916d6b33 x1862458492563264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776182986.332896:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492563264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776182986.332902:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776182986.332904:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776182986.332907:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776182986.780055:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182987.804697:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182988.827981:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182989.854568:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182990.877707:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776182991.452016:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182991.452028:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776182991.452031:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182991.452041:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4201
00000100:00080000:0.0:1776182991.452044:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182991.452051:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776182991.452084:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492563328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182991.452111:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182991.452114:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776182991.452115:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182991.452119:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4201
00000100:00080000:0.0:1776182991.452120:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182991.452123:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182991.452131:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182991.452141:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492563392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182991.452149:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182991.452151:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776182991.452153:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182991.452156:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4201
00000100:00080000:0.0:1776182991.452158:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182991.452160:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182991.452164:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182991.452172:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492563456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182991.452179:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182991.452182:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776182991.452183:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182991.452186:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4201
00000100:00080000:0.0:1776182991.452188:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182991.452191:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182991.452194:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182991.452200:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492563520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182991.452207:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182991.452210:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776182991.452211:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182991.452213:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4201
00000100:00080000:0.0:1776182991.452215:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182991.452228:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182991.452231:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182991.452238:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492563584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776182991.452750:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492563328:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776182991.452811:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182991.452840:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182991/real 1776182991]  req@00000000cad5148b x1862458492563328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182991.452854:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492563328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182991.452878:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182991.452880:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182991.452884:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492563328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776182991.452890:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563392:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776182991.452910:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182991.452918:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182991/real 1776182991]  req@000000003deb6a56 x1862458492563392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182991.452927:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492563392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182991.452933:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182991.452935:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182991.452938:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563392:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776182991.452943:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563456:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776182991.452960:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182991.452967:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182991/real 1776182991]  req@00000000475fa082 x1862458492563456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182991.452976:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492563456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182991.452982:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182991.452984:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182991.452987:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563456:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776182991.452991:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563520:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776182991.453009:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182991.453016:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182991/real 1776182991]  req@0000000016c7f426 x1862458492563520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182991.453025:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492563520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182991.453030:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182991.453032:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182991.453034:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563520:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776182991.453039:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563584:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776182991.453056:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182991.453063:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182991/real 1776182991]  req@000000000d11d713 x1862458492563584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182991.453073:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492563584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182991.453079:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182991.453081:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182991.453083:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563584:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776182991.900019:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182992.926957:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182993.948207:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182994.972496:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182995.996280:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776182996.571806:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182996.571818:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776182996.571821:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182996.571831:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4207
00000100:00080000:0.0:1776182996.571835:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182996.571840:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776182996.571872:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492563648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182996.571907:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182996.571910:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776182996.571911:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182996.571915:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4207
00000100:00080000:0.0:1776182996.571916:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182996.571919:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182996.571928:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182996.571938:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492563712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182996.571945:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182996.571948:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776182996.571949:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182996.571952:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4207
00000100:00080000:0.0:1776182996.571953:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182996.571956:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182996.571960:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776182996.572124:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492563776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776182996.572132:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182996.572135:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776182996.572136:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182996.572139:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4207
00000100:00080000:0.0:1776182996.572141:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182996.572145:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182996.572149:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182996.572159:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492563840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776182996.572275:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492563648:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776182996.572336:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182996.572357:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182996/real 1776182996]  req@000000002277476a x1862458492563648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182996.572371:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492563648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182996.572378:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182996.572381:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182996.572384:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492563648:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776182996.572390:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563712:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776182996.572409:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182996.572415:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182996/real 1776182996]  req@0000000028a9b6b2 x1862458492563712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182996.572424:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492563712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182996.572430:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182996.572432:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182996.572435:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563712:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776182996.572440:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563776:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776182996.572455:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182996.572462:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182996/real 1776182996]  req@00000000d49fdfb5 x1862458492563776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182996.572471:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492563776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182996.572477:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182996.572480:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182996.572481:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563776:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:0.0:1776182996.572626:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776182996.572629:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776182996.572630:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776182996.572634:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4207
00000100:00080000:0.0:1776182996.572635:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776182996.572639:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776182996.572643:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776182996.572654:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492563904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776182996.572880:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563840:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776182996.572902:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182996.572910:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182996/real 1776182996]  req@00000000af534683 x1862458492563840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182996.572919:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492563840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182996.572926:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182996.572928:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182996.572930:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563840:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776182996.572935:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563904:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776182996.572950:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776182996.572957:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776182996/real 1776182996]  req@00000000f7929003 x1862458492563904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776182996.573061:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492563904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776182996.573068:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776182996.573069:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776182996.573072:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492563904:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776182997.020150:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776182998.044463:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776182999.068323:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183000.099190:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183001.117128:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183001.692222:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183001.692233:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183001.692236:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183001.692270:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4212
00000100:00080000:3.0:1776183001.692275:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183001.692281:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183001.692314:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492563968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183001.692345:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183001.692348:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183001.692350:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183001.692354:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4212
00000100:00080000:3.0:1776183001.692356:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183001.692359:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183001.692368:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183001.692378:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492564032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183001.692391:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183001.692393:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183001.692395:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183001.692398:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4212
00000100:00080000:3.0:1776183001.692399:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183001.692401:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183001.692405:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183001.692413:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492564096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183001.692421:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183001.692424:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183001.692425:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183001.692428:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4212
00000100:00080000:3.0:1776183001.692430:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183001.692432:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183001.692436:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183001.692444:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492564160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183001.692451:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183001.692453:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183001.692454:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183001.692457:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4212
00000100:00080000:3.0:1776183001.692458:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183001.692462:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183001.692465:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183001.692475:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492564224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183001.692606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492563968:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183001.692690:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183001.692731:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183001/real 1776183001]  req@000000006f8c11c8 x1862458492563968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183001.692755:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492563968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183001.692763:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183001.692767:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183001.692770:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492563968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183001.692775:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564032:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183001.692794:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183001.692801:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183001/real 1776183001]  req@00000000d13f4501 x1862458492564032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183001.692810:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492564032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183001.692816:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183001.692818:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183001.692821:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564032:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183001.692834:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564096:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183001.692850:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183001.692856:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183001/real 1776183001]  req@000000009bb01b96 x1862458492564096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183001.692865:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492564096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183001.692872:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183001.692874:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183001.692876:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564096:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183001.692880:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564160:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183001.692895:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183001.692902:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183001/real 1776183001]  req@00000000fe8f785d x1862458492564160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183001.692910:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492564160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183001.692917:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183001.692919:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183001.692921:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564160:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183001.692925:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564224:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183001.692939:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183001.692945:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183001/real 1776183001]  req@00000000249ded4e x1862458492564224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183001.692952:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492564224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183026 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183001.692957:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183001.692958:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183001.692960:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564224:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183002.140942:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183003.167357:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183004.189626:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183005.212676:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183006.236696:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183006.811841:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183006.811851:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183006.811854:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183006.811863:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4217
00000100:00080000:3.0:1776183006.811867:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183006.811873:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183006.811905:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492564288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183006.811934:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183006.811937:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183006.811938:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183006.811942:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4217
00000100:00080000:3.0:1776183006.811944:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183006.811947:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183006.811956:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183006.811967:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492564352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183006.811975:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183006.811979:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183006.811980:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183006.811983:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4217
00000100:00080000:3.0:1776183006.811985:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183006.811988:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183006.811992:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183006.812000:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492564416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183006.812013:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183006.812017:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183006.812018:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183006.812022:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4217
00000100:00080000:3.0:1776183006.812024:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1776183006.812027:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492564288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:3.0:1776183006.812029:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183006.812036:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183006.812046:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492564480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183006.812054:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183006.812057:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183006.812059:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183006.812061:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4217
00000100:00080000:3.0:1776183006.812063:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183006.812066:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183006.812069:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183006.812078:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492564544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183006.812091:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183006.812114:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183006/real 1776183006]  req@00000000de06baf2 x1862458492564288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183006.812129:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492564288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183006.812137:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183006.812140:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183006.812143:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492564288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183006.812149:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564352:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183006.812169:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183006.812176:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183006/real 1776183006]  req@00000000241ecb2f x1862458492564352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183006.812185:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492564352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183006.812192:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183006.812194:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183006.812197:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564352:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183006.812202:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564416:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183006.812219:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183006.812226:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183006/real 1776183006]  req@000000004b362de1 x1862458492564416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183006.812239:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492564416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183006.812245:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183006.812247:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183006.812249:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564416:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183006.812275:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564480:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183006.812294:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183006.812301:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183006/real 1776183006]  req@000000003c7e6ce9 x1862458492564480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183006.812310:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492564480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183006.812317:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183006.812319:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183006.812321:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564480:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183006.812326:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564544:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183006.812344:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183006.812351:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183006/real 1776183006]  req@0000000058f74c1f x1862458492564544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183006.812360:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492564544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183031 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183006.812366:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183006.812368:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183006.812370:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564544:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183007.262238:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183008.284778:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183009.308176:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183010.334788:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183011.358872:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183011.932704:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183011.932738:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183011.932742:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183011.932752:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4222
00000100:00080000:1.0:1776183011.932755:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183011.932762:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183011.932801:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492564608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183011.932829:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183011.932833:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183011.932834:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183011.932837:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4222
00000100:00080000:1.0:1776183011.932839:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183011.932842:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183011.932850:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183011.932861:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492564672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183011.932868:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183011.932871:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183011.932872:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183011.932874:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4222
00000100:00080000:1.0:1776183011.932876:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183011.932878:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183011.932881:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183011.932887:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492564736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183011.932893:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183011.932896:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183011.932897:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183011.932900:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4222
00000100:00080000:1.0:1776183011.932902:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183011.932905:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183011.932908:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183011.932914:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492564800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183011.932921:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183011.932924:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183011.932925:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183011.932928:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4222
00000100:00080000:1.0:1776183011.932929:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183011.932932:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183011.932935:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183011.932951:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492564864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183011.933073:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492564608:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183011.933134:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183011.933167:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183011/real 1776183011]  req@00000000b28b4fbf x1862458492564608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183011.933181:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492564608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183011.933190:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183011.933192:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183011.933195:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492564608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183011.933201:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564672:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183011.933221:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183011.933229:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183011/real 1776183011]  req@0000000049a65e22 x1862458492564672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183011.933237:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492564672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183011.933243:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183011.933245:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183011.933248:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183011.933253:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564736:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183011.933272:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183011.933279:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183011/real 1776183011]  req@000000009e337919 x1862458492564736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183011.933287:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492564736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183011.933293:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183011.933294:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183011.933297:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183011.933301:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564800:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183011.933318:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183011.933336:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183011/real 1776183011]  req@0000000090379869 x1862458492564800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183011.933346:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492564800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183011.933352:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183011.933354:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183011.933356:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183011.933360:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564864:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183011.933388:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183011.933395:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183011/real 1776183011]  req@00000000cbe5ad9d x1862458492564864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183011.933404:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492564864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183036 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183011.933410:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183011.933412:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183011.933414:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183012.382740:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183013.403934:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183014.427880:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183015.452119:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183016.477068:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183017.057944:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183017.057957:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183017.057961:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183017.057974:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4227
00000100:00080000:0.0:1776183017.057978:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183017.057984:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183017.058018:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492564928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183017.058049:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183017.058053:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183017.058054:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183017.058058:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4227
00000100:00080000:0.0:1776183017.058060:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183017.058063:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183017.058071:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183017.058081:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492564992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183017.058089:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183017.058092:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183017.058093:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183017.058096:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4227
00000100:00080000:0.0:1776183017.058097:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183017.058100:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183017.058104:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183017.058111:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492565056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183017.058118:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183017.058121:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183017.058123:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183017.058126:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4227
00000100:00080000:0.0:1776183017.058127:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183017.058130:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183017.058134:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183017.058142:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492565120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183017.058148:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183017.058151:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183017.058152:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183017.058170:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4227
00000100:00080000:0.0:1776183017.058172:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183017.058184:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183017.058188:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183017.058197:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492565184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183017.058751:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492564928:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183017.058826:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183017.058850:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183017/real 1776183017]  req@000000003e96f56f x1862458492564928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183017.058865:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492564928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183017.058873:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183017.058876:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183017.058879:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492564928:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183017.058885:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564992:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183017.058906:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183017.058914:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183017/real 1776183017]  req@0000000011be23ca x1862458492564992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183017.058923:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492564992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183017.058929:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183017.058931:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183017.058934:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492564992:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183017.058939:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565056:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183017.058957:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183017.058964:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183017/real 1776183017]  req@000000004ea85a2d x1862458492565056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183017.058972:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492565056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183017.058977:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183017.058979:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183017.058982:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565056:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183017.058986:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565120:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183017.059001:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183017.059008:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183017/real 1776183017]  req@00000000785bcd08 x1862458492565120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183017.059015:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492565120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183017.059023:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183017.059026:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183017.059028:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565120:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183017.059034:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565184:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183017.059049:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183017.059055:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183017/real 1776183017]  req@000000001bcf0715 x1862458492565184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183017.059064:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492565184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183017.059070:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183017.059072:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183017.059074:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565184:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183017.500556:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183018.528765:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183019.547951:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183020.572039:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183021.596189:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183022.174443:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183022.174453:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183022.174457:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183022.174467:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4232
00000100:00080000:3.0:1776183022.174470:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183022.174476:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183022.174511:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492565248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183022.174542:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183022.174546:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183022.174547:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183022.174551:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4232
00000100:00080000:3.0:1776183022.174553:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183022.174556:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183022.174564:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183022.174574:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492565312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183022.174587:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183022.174590:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183022.174591:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183022.174594:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4232
00000100:00080000:3.0:1776183022.174596:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183022.174598:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183022.174602:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183022.174609:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492565376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183022.174615:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183022.174618:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183022.174619:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183022.174622:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4232
00000100:00080000:3.0:1776183022.174623:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183022.174626:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183022.174629:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183022.174635:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492565440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183022.174641:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183022.174644:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183022.174645:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183022.174647:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4232
00000100:00080000:3.0:1776183022.174649:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183022.174652:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183022.174655:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183022.174661:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492565504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183022.175079:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492565248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183022.175173:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565312:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183022.175196:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565376:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183022.175215:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565440:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183022.175234:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565504:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183022.620016:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183023.644444:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183024.670369:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776183025.244439:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776183025.244482:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776183025.244495:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183025.244538:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183025.244546:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183025.244552:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183025.244559:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:2.0:1776183025.244706:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183022/real 1776183025]  req@00000000000d3e4b x1862458492565248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183025.244755:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492565248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183025.244766:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183025.244769:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183025.244772:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492565248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183025.244778:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183022/real 1776183025]  req@00000000c084cebb x1862458492565312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183025.244794:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492565312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183025.244801:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183025.244803:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183025.244806:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565312:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183025.244811:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183022/real 1776183025]  req@0000000011a4c226 x1862458492565376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183025.244820:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492565376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183025.244826:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183025.244829:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183025.244831:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565376:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183025.244836:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183022/real 1776183025]  req@0000000019f3e9d6 x1862458492565440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183025.244845:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492565440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183025.244851:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183025.244853:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183025.244855:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565440:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183025.244860:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183022/real 1776183025]  req@0000000043dc1dd5 x1862458492565504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183025.244874:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492565504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183025.244880:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183025.244883:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183025.244885:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565504:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183025.693289:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183026.716147:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183027.292907:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183027.292919:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183027.292924:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183027.292934:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4237
00000100:00080000:1.0:1776183027.292937:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183027.292943:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183027.292974:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492565568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183027.293004:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183027.293007:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183027.293009:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183027.293012:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4237
00000100:00080000:1.0:1776183027.293014:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183027.293017:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183027.293026:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183027.293037:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492565632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183027.293053:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183027.293056:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183027.293057:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183027.293060:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4237
00000100:00080000:1.0:1776183027.293062:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183027.293066:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183027.293070:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183027.293078:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492565696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183027.293085:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183027.293088:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183027.293090:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183027.293092:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4237
00000100:00080000:1.0:1776183027.293094:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183027.293097:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183027.293101:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183027.293108:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492565760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183027.293114:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183027.293116:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183027.293117:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183027.293120:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4237
00000100:00080000:1.0:1776183027.293122:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183027.293125:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183027.293128:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183027.293134:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492565824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183027.297649:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492565568:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183027.297773:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183027.297798:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183027/real 1776183027]  req@000000001741ced9 x1862458492565568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183027.297814:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492565568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183027.297823:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183027.297827:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183027.297831:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492565568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183027.297837:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565632:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183027.297861:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183027.297869:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183027/real 1776183027]  req@000000007c26bb68 x1862458492565632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183027.297893:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492565632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183027.297899:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183027.297902:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183027.297905:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183027.297910:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565696:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183027.297927:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183027.297934:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183027/real 1776183027]  req@00000000dedc2d4e x1862458492565696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183027.297952:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492565696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183027.297958:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183027.297961:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183027.297963:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183027.297969:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565760:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183027.297989:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183027.298248:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183027/real 1776183027]  req@00000000ae50fb1e x1862458492565760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183027.298260:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492565760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183027.298267:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183027.298269:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183027.298272:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183027.298277:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565824:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183027.298303:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183027.298310:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183027/real 1776183027]  req@0000000086193d2a x1862458492565824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183027.298318:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492565824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183027.298324:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183027.298326:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183027.298328:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183027.740051:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183028.766034:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183029.791884:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183030.812110:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183031.835990:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183032.413138:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183032.413151:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183032.413155:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183032.413167:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4242
00000100:00080000:3.0:1776183032.413170:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183032.413177:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183032.413215:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492565888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183032.413290:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492565888:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183032.413365:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183032.413466:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183032.413470:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183032.413472:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183032.413476:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4242
00000100:00080000:3.0:1776183032.413478:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183032.413482:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183032.413490:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183032.413502:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492565952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183032.414390:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183032.414397:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183032.414400:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183032.414406:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4242
00000100:00080000:3.0:1776183032.414408:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183032.414413:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183032.414420:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183032.414438:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492566016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183032.414448:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183032.414450:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183032.414452:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183032.414455:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4242
00000100:00080000:3.0:1776183032.414457:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183032.414459:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183032.414463:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183032.414555:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492566080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183032.414565:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183032.414568:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183032.414569:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183032.414572:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4242
00000100:00080000:3.0:1776183032.414574:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183032.414578:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183032.414582:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183032.414590:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492566144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183032.415040:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183032/real 1776183032]  req@00000000e06e7839 x1862458492565888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183032.415061:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492565888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183032.415070:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183032.415073:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183032.415077:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492565888:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183032.415104:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565952:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183032.415161:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183032.415173:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183032/real 1776183032]  req@00000000eb2b2a12 x1862458492565952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183032.415182:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492565952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183032.415189:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183032.415202:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183032.415205:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492565952:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183032.415211:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566016:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183032.415231:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183032.415239:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183032/real 1776183032]  req@00000000e4a6949b x1862458492566016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183032.415249:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492566016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183032.415255:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183032.415257:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183032.415260:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566016:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183032.415264:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566080:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183032.415282:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183032.415289:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183032/real 1776183032]  req@00000000979214d3 x1862458492566080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183032.415299:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492566080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183032.415305:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183032.415307:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183032.415309:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566080:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183032.415315:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566144:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183032.415332:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183032.415340:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183032/real 1776183032]  req@0000000058922152 x1862458492566144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183032.415348:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492566144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183032.415355:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183032.415356:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183032.415359:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566144:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183032.860148:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183033.884771:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183034.909478:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183035.934601:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183036.957177:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183037.531838:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183037.531849:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183037.531852:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183037.531862:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4248
00000100:00080000:3.0:1776183037.531865:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183037.531872:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183037.531903:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492566208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183037.531933:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183037.531936:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183037.531938:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183037.531942:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4248
00000100:00080000:3.0:1776183037.531944:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183037.531947:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183037.531957:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183037.531969:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492566272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183037.531976:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183037.531983:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183037.531985:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183037.531988:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4248
00000100:00080000:3.0:1776183037.531990:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183037.531993:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183037.531996:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183037.532005:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492566336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183037.532012:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183037.532014:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183037.532015:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183037.532018:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4248
00000100:00080000:3.0:1776183037.532019:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183037.532022:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183037.532025:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183037.532031:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492566400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183037.532037:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183037.532039:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183037.532040:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183037.532043:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4248
00000100:00080000:3.0:1776183037.532044:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183037.532046:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183037.532049:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183037.532057:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492566464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183037.532343:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492566208:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183037.532404:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183037.532424:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183037/real 1776183037]  req@000000004fc3090a x1862458492566208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183037.532437:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492566208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183037.532445:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183037.532448:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183037.532451:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492566208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183037.532456:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183037.532474:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183037.532480:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183037/real 1776183037]  req@00000000c2778644 x1862458492566272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183037.532493:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492566272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183037.532499:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183037.532500:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183037.532502:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183037.532507:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183037.532532:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183037.532541:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183037/real 1776183037]  req@000000004d6f77e0 x1862458492566336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183037.532550:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492566336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183037.532555:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183037.532557:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183037.532559:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183037.532563:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183037.532580:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183037.532587:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183037/real 1776183037]  req@00000000543ef8b3 x1862458492566400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183037.532595:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492566400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183037.532600:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183037.532603:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183037.532605:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183037.532609:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566464:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183037.532624:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183037.532630:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183037/real 1776183037]  req@0000000058922152 x1862458492566464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183037.532638:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492566464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183037.532644:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183037.532646:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183037.532648:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183037.979935:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183039.006597:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183040.028017:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183041.052842:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183042.078762:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183042.651831:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183042.651841:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183042.651845:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183042.651855:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4253
00000100:00080000:3.0:1776183042.651858:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183042.651863:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183042.651897:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492566528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183042.651928:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183042.651931:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183042.651932:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183042.651936:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4253
00000100:00080000:3.0:1776183042.651937:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183042.651940:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183042.651948:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183042.651958:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492566592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183042.651966:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183042.651968:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183042.651970:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183042.651972:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4253
00000100:00080000:3.0:1776183042.651975:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183042.651978:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183042.651982:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183042.651990:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492566656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183042.651998:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183042.652001:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183042.652002:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1776183042.652007:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492566528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:3.0:1776183042.652007:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4253
00000100:00080000:3.0:1776183042.652011:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183042.652016:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183042.652020:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183042.652029:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492566720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183042.652035:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183042.652038:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183042.652040:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183042.652043:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4253
00000100:00080000:3.0:1776183042.652044:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183042.652047:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183042.652051:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183042.652058:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492566784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183042.652077:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183042.652098:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183042/real 1776183042]  req@00000000979214d3 x1862458492566528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183042.652125:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492566528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183042.652134:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183042.652137:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183042.652140:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492566528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183042.652147:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183042.652168:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183042.652175:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183042/real 1776183042]  req@00000000e4a6949b x1862458492566592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183042.652184:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492566592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183042.652191:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183042.652193:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183042.652195:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183042.652216:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183042.652242:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183042.652248:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183042/real 1776183042]  req@00000000eb2b2a12 x1862458492566656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183042.652257:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492566656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183042.652263:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183042.652265:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183042.652268:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183042.652272:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183042.652284:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183042.652289:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183042/real 1776183042]  req@00000000e06e7839 x1862458492566720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183042.652303:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492566720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183042.652309:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183042.652311:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183042.652312:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183042.652316:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183042.652329:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183042.652334:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183042/real 1776183042]  req@0000000043dc1dd5 x1862458492566784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183042.652342:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492566784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183067 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183042.652348:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183042.652350:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183042.652352:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183043.100746:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183044.123962:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183045.151585:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183046.174145:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183047.196444:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183047.772003:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183047.772014:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183047.772017:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183047.772027:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4258
00000100:00080000:3.0:1776183047.772030:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183047.772035:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183047.772067:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492566848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183047.772203:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492566848:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183047.772265:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183047.772293:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183047.772296:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183047.772298:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183047.772302:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4258
00000100:00080000:3.0:1776183047.772303:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183047.772307:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183047.772314:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183047.772327:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492566912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183047.774400:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183047/real 1776183047]  req@0000000019f3e9d6 x1862458492566848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183047.774424:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492566848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183047.774433:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183047.774437:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183047.774440:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492566848:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183047.774472:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566912:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183047.774524:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183047.774535:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183047/real 1776183047]  req@0000000011a4c226 x1862458492566912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183047.774545:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492566912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183047.774551:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183047.774553:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183047.774556:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566912:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183047.775892:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183047.775900:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183047.775903:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183047.775910:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4258
00000100:00080000:3.0:1776183047.775913:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183047.775918:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183047.775928:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183047.775956:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492566976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183047.775968:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183047.775971:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183047.775972:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183047.775975:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4258
00000100:00080000:3.0:1776183047.775977:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183047.775980:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183047.775984:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183047.775992:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492567040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183047.775998:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183047.776001:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183047.776002:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183047.776005:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4258
00000100:00080000:3.0:1776183047.776006:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183047.776008:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183047.776011:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183047.776017:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492567104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183047.776893:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566976:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183047.776952:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183047.776972:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183047/real 1776183047]  req@00000000c084cebb x1862458492566976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183047.776986:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492566976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183047.776995:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183047.776998:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183047.777001:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492566976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183047.777007:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567040:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183047.777029:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183047.777037:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183047/real 1776183047]  req@00000000000d3e4b x1862458492567040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183047.777046:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492567040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183047.777052:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183047.777055:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183047.777057:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183047.777062:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567104:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183047.777080:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183047.777087:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183047/real 1776183047]  req@0000000058f74c1f x1862458492567104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183047.777174:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492567104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183072 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183047.777182:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183047.777184:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183047.777186:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567104:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183048.220129:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183049.244180:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183050.267977:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183051.294001:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183052.315982:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183052.893809:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183052.893819:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183052.893822:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183052.893833:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4263
00000100:00080000:1.0:1776183052.893836:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183052.893842:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183052.893874:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492567168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183052.893903:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183052.893906:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183052.893907:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183052.893910:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4263
00000100:00080000:1.0:1776183052.893912:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183052.893915:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183052.893923:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183052.893933:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492567232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183052.893941:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183052.893944:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183052.893945:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183052.893947:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4263
00000100:00080000:1.0:1776183052.893949:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183052.893952:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183052.893955:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183052.893961:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492567296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183052.893967:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183052.893970:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183052.893971:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183052.893973:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4263
00000100:00080000:1.0:1776183052.893974:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183052.893977:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183052.893980:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183052.893985:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492567360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183052.893991:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183052.893993:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183052.893994:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183052.893996:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4263
00000100:00080000:1.0:1776183052.893998:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183052.894001:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183052.894004:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183052.894010:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492567424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183052.894109:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492567168:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183052.894168:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183052.894191:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183052/real 1776183052]  req@000000006aae32ca x1862458492567168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183052.894205:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492567168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183052.894214:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183052.894216:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183052.894219:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492567168:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183052.894225:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567232:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183052.894245:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183052.894259:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183052/real 1776183052]  req@000000009bf866c6 x1862458492567232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183052.894268:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492567232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183052.894275:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183052.894278:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183052.894280:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567232:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183052.894285:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567296:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183052.894303:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183052.894311:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183052/real 1776183052]  req@00000000f13843be x1862458492567296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183052.894320:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492567296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183052.894326:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183052.894328:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183052.894331:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567296:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183052.895674:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567360:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183052.895742:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183052.895760:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183052/real 1776183052]  req@00000000b1152010 x1862458492567360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183052.895776:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492567360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183052.895785:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183052.895788:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183052.895790:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567360:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183052.895796:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567424:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183052.895815:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183052.895823:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183052/real 1776183052]  req@000000008eee8260 x1862458492567424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183052.895832:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492567424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183077 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183052.896260:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183052.896265:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183052.896269:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567424:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183053.340845:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183054.365911:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183055.388193:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183056.411919:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183057.436128:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183058.011808:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183058.011820:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183058.011823:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183058.011834:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4268
00000100:00080000:1.0:1776183058.011837:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183058.011843:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183058.011895:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492567488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183058.011923:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183058.011926:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183058.011928:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183058.011932:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4268
00000100:00080000:1.0:1776183058.011934:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183058.011937:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183058.011945:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183058.011956:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492567552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183058.011963:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183058.011966:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183058.011968:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183058.011971:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4268
00000100:00080000:1.0:1776183058.011973:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183058.011977:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183058.011981:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183058.011991:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492567616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183058.011991:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492567488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:1.0:1776183058.012004:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183058.012007:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183058.012008:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183058.012011:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4268
00000100:00080000:1.0:1776183058.012013:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183058.012017:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183058.012020:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183058.012031:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492567680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183058.012044:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183058.012047:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183058.012049:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183058.012051:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4268
00000100:00080000:1.0:1776183058.012053:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183058.012056:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183058.012061:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1776183058.012061:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776183058.012072:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492567744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183058.012085:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183058/real 1776183058]  req@00000000621373f7 x1862458492567488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183058.012102:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492567488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183058.012112:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183058.012114:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183058.012117:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492567488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183058.012123:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567552:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183058.012143:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183058.012151:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183058/real 1776183058]  req@00000000ed8b07dd x1862458492567552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183058.012160:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492567552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183058.012166:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183058.012168:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183058.012171:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183058.012193:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567616:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183058.012211:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183058.012219:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183058/real 1776183058]  req@000000000eb62df8 x1862458492567616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183058.012228:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492567616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183058.012239:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183058.012241:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183058.012243:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183058.012248:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567680:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183058.012266:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183058.012273:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183058/real 1776183058]  req@0000000002fce3d6 x1862458492567680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183058.012281:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492567680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183058.012287:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183058.012289:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183058.012291:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183058.012296:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567744:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183058.012312:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183058.012319:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183058/real 1776183058]  req@00000000c648eb35 x1862458492567744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183058.012328:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492567744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183058.012334:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183058.012335:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183058.012338:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183058.459938:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183059.485419:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183060.507996:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183061.531913:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183062.557972:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183063.132222:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183063.132232:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183063.132235:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183063.132244:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4273
00000100:00080000:3.0:1776183063.132247:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183063.132252:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183063.132294:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492567808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183063.132323:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183063.132326:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183063.132327:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183063.132331:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4273
00000100:00080000:3.0:1776183063.132332:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183063.132335:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183063.132343:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183063.132354:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492567872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183063.132362:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183063.132365:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183063.132366:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183063.132369:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4273
00000100:00080000:3.0:1776183063.132370:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183063.132372:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183063.132375:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183063.132382:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492567936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183063.132389:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183063.132392:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183063.132393:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183063.132395:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4273
00000100:00080000:3.0:1776183063.132397:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183063.132399:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183063.132401:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183063.132407:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492568000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183063.132413:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183063.132416:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183063.132417:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183063.132419:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4273
00000100:00080000:3.0:1776183063.132421:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183063.132424:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183063.132427:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183063.132432:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492568064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183063.132515:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492567808:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183063.132586:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183063.132609:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183063/real 1776183063]  req@000000003c7e6ce9 x1862458492567808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183063.132624:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492567808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183063.132632:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183063.132635:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183063.132639:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492567808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183063.132646:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183063.132664:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183063.132672:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183063/real 1776183063]  req@000000004b362de1 x1862458492567872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183063.132681:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492567872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183063.132688:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183063.132690:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183063.132693:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183063.132698:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183063.132886:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183063.132896:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183063/real 1776183063]  req@00000000241ecb2f x1862458492567936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183063.132908:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492567936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183063.132915:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183063.132917:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183063.132920:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492567936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183063.132927:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183063.133019:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183063.133029:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183063/real 1776183063]  req@00000000de06baf2 x1862458492568000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183063.133041:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492568000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183063.133047:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183063.133049:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183063.133052:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183063.133056:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183063.133072:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183063.133078:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183063/real 1776183063]  req@00000000249ded4e x1862458492568064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183063.133087:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492568064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183063.133099:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183063.133101:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183063.133103:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183063.579912:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183064.604967:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183065.628325:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183066.651866:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183067.675909:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183068.255270:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183068.255282:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183068.255285:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183068.255294:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4278
00000100:00080000:0.0:1776183068.255297:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183068.255303:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183068.255334:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492568128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183068.255364:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183068.255367:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183068.255369:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183068.255373:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4278
00000100:00080000:0.0:1776183068.255374:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183068.255377:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183068.255386:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183068.255396:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492568192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183068.255403:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183068.255406:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183068.255407:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183068.255410:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4278
00000100:00080000:0.0:1776183068.255411:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183068.255414:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183068.255418:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183068.255424:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492568256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183068.255431:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183068.255434:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183068.255435:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183068.255438:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4278
00000100:00080000:0.0:1776183068.255440:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183068.255442:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183068.255445:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183068.255452:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492568320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183068.255458:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183068.255461:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183068.255462:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183068.255465:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4278
00000100:00080000:0.0:1776183068.255466:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183068.255469:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183068.255472:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183068.255478:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492568384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183068.255560:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492568128:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183068.255622:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183068.255643:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183068/real 1776183068]  req@000000002faeba1c x1862458492568128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183068.255662:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492568128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183068.255671:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183068.255674:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183068.255677:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492568128:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183068.255683:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568192:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183068.255704:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183068.255733:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183068/real 1776183068]  req@00000000564d2cf7 x1862458492568192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183068.255743:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492568192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183068.255749:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183068.255751:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183068.255754:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568192:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183068.255759:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568256:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183068.255778:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183068.255785:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183068/real 1776183068]  req@000000004b92993c x1862458492568256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183068.255795:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492568256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183068.255801:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183068.255803:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183068.255806:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568256:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183068.255811:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568320:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183068.255829:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183068.255836:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183068/real 1776183068]  req@00000000d304331a x1862458492568320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183068.255844:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492568320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183068.255850:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183068.255852:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183068.255854:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568320:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183068.255858:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568384:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183068.255874:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183068.255880:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183068/real 1776183068]  req@00000000f0661e3d x1862458492568384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183068.255889:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492568384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183068.255895:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183068.255897:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183068.255900:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568384:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183068.701779:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183069.723960:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183070.747936:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183071.772551:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183072.796775:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183073.371825:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183073.371835:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183073.371839:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183073.371850:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4283
00000100:00080000:0.0:1776183073.371853:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183073.371859:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183073.371894:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492568448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183073.371923:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183073.371927:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183073.371928:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183073.371932:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4283
00000100:00080000:0.0:1776183073.371934:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183073.371937:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183073.371945:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183073.371955:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492568512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183073.371963:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183073.371966:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183073.371967:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183073.371970:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4283
00000100:00080000:0.0:1776183073.371972:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183073.371974:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183073.371978:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183073.371985:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492568576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183073.371992:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183073.371995:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183073.371996:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183073.371999:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4283
00000100:00080000:0.0:1776183073.372001:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183073.372003:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183073.372007:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183073.372014:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492568640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183073.372020:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183073.372023:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183073.372024:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183073.372027:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4283
00000100:00080000:0.0:1776183073.372028:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183073.372030:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183073.372034:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183073.372040:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492568704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183073.372129:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492568448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183073.372195:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183073.372218:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183073/real 1776183073]  req@00000000f0661e3d x1862458492568448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183073.372232:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492568448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183073.372239:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183073.372242:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183073.372245:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492568448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183073.372251:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183073.372271:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183073.372279:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183073/real 1776183073]  req@00000000d304331a x1862458492568512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183073.372289:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492568512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183073.372295:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183073.372297:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183073.372300:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183073.372305:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183073.372322:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183073.372329:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183073/real 1776183073]  req@000000004b92993c x1862458492568576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183073.372339:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492568576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183073.372347:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183073.372348:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183073.372351:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183073.372356:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183073.372373:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183073.372380:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183073/real 1776183073]  req@00000000564d2cf7 x1862458492568640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183073.372390:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492568640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183073.372397:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183073.372399:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183073.372401:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183073.372406:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183073.372422:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183073.372429:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183073/real 1776183073]  req@000000002faeba1c x1862458492568704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183073.372437:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492568704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183073.372443:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183073.372445:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183073.372447:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183073.820431:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183074.846477:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183075.868140:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183076.892049:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183077.916098:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183078.492278:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183078.492290:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183078.492294:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183078.492305:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4288
00000100:00080000:3.0:1776183078.492308:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183078.492314:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183078.492350:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492568768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183078.492380:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183078.492384:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183078.492385:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183078.492389:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4288
00000100:00080000:3.0:1776183078.492391:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183078.492395:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183078.492411:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183078.492422:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492568832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183078.492429:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183078.492432:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183078.492434:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183078.492437:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4288
00000100:00080000:3.0:1776183078.492438:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183078.492441:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183078.492445:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183078.492454:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492568896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183078.492461:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183078.492463:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183078.492464:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183078.492468:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4288
00000100:00080000:3.0:1776183078.492469:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183078.492473:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183078.492477:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183078.492485:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492568960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183078.492493:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183078.492498:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183078.492499:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183078.492503:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4288
00000100:00080000:3.0:1776183078.492505:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183078.492508:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183078.492511:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183078.492522:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492569024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183078.492660:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492568768:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183078.492757:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183078.492783:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183078/real 1776183078]  req@00000000fe8f785d x1862458492568768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183078.492798:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492568768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183078.492806:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183078.492809:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183078.492813:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492568768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183078.492819:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183078.492841:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183078.492849:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183078/real 1776183078]  req@000000009bb01b96 x1862458492568832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183078.492864:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492568832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183078.492869:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183078.492872:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183078.492874:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183078.492879:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568896:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183078.492898:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183078.492905:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183078/real 1776183078]  req@00000000d13f4501 x1862458492568896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183078.492914:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492568896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183078.492920:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183078.492921:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183078.492924:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183078.492964:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183078.492982:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183078.492988:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183078/real 1776183078]  req@000000006f8c11c8 x1862458492568960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183078.492998:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492568960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183078.493004:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183078.493006:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183078.493008:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492568960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183078.493013:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183078.493026:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183078.493033:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183078/real 1776183078]  req@00000000249ded4e x1862458492569024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183078.493041:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492569024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183078.493047:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183078.493049:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183078.493051:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183078.940047:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183079.966653:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183080.987936:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183082.011901:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183083.035990:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183083.611941:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183083.611954:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183083.611957:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183083.611967:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4294
00000100:00080000:1.0:1776183083.611972:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183083.611978:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183083.613405:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492569088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183083.613440:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183083.613444:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183083.613446:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183083.613450:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4294
00000100:00080000:1.0:1776183083.613452:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183083.613457:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183083.613469:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183083.613502:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492569152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183083.613510:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183083.613513:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183083.613514:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183083.613517:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4294
00000100:00080000:1.0:1776183083.613519:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183083.613521:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183083.613525:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183083.613532:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492569216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183083.613538:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183083.613541:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183083.613542:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183083.613544:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4294
00000100:00080000:1.0:1776183083.613546:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183083.613549:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183083.613552:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183083.613559:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492569280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183083.613565:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183083.613568:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183083.613569:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183083.613572:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4294
00000100:00080000:1.0:1776183083.613573:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183083.613575:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183083.613579:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183083.613585:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492569344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183083.615186:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492569088:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183083.615265:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183083.615289:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183083/real 1776183083]  req@000000005aa304ab x1862458492569088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183083.615305:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492569088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183083.615314:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183083.615317:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183083.615321:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492569088:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183083.615329:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569152:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183083.615349:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183083.615357:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183083/real 1776183083]  req@000000001098c40e x1862458492569152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183083.615367:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492569152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183083.615373:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183083.615376:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183083.615378:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569152:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183083.615383:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569216:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183083.615403:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183083.615410:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183083/real 1776183083]  req@00000000d9dd8f33 x1862458492569216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183083.615419:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492569216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183083.615426:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183083.615428:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183083.615430:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569216:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183083.615436:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569280:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183083.615454:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183083.615462:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183083/real 1776183083]  req@00000000af591920 x1862458492569280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183083.615470:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492569280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183083.615477:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183083.615479:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183083.615481:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569280:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183083.615487:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569344:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183083.615505:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183083.615512:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183083/real 1776183083]  req@00000000c87b277a x1862458492569344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183083.615521:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492569344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183108 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183083.615527:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183083.615529:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183083.615532:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569344:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183084.061111:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183085.084210:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183086.108667:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183087.133771:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183088.156542:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183088.731866:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183088.731875:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183088.731878:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183088.731887:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4299
00000100:00080000:1.0:1776183088.731889:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183088.731894:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183088.731926:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492569408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183088.731952:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183088.731955:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183088.731956:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183088.731959:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4299
00000100:00080000:1.0:1776183088.731960:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183088.731963:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183088.731970:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183088.731977:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492569472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183088.731984:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183088.731987:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183088.731988:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183088.731990:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4299
00000100:00080000:1.0:1776183088.731992:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183088.731994:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183088.731997:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183088.732002:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492569536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183088.732007:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183088.732009:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183088.732010:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183088.732012:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4299
00000100:00080000:1.0:1776183088.732013:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183088.732015:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183088.732018:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183088.732023:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492569600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183088.732029:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183088.732032:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183088.732033:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183088.732035:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4299
00000100:00080000:1.0:1776183088.732036:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183088.732038:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183088.732040:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183088.732046:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492569664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183088.732115:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492569408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183088.732541:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183088.732565:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183088.732580:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183088.732595:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183089.181332:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183090.204171:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183091.230863:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776183091.804049:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776183091.804091:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776183091.804105:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183091.804144:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183091.804153:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183091.804159:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183091.804165:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:2.0:1776183091.805208:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183088/real 1776183091]  req@00000000c87b277a x1862458492569408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183091.805235:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492569408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183091.805244:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183091.805247:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183091.805250:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492569408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183091.805256:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183088/real 1776183091]  req@00000000af591920 x1862458492569472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183091.805265:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492569472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183091.805272:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183091.805274:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183091.805276:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183091.805281:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183088/real 1776183091]  req@00000000d9dd8f33 x1862458492569536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183091.805290:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492569536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183091.805295:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183091.805309:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183091.806199:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183091.806208:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183088/real 1776183091]  req@000000001098c40e x1862458492569600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183091.806225:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492569600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183091.806232:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183091.806235:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183091.806238:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183091.806242:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183088/real 1776183091]  req@000000005aa304ab x1862458492569664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183091.806251:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492569664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183113 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183091.806257:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183091.806259:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183091.806261:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183092.254055:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183093.275956:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183093.851874:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183093.851885:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183093.851889:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183093.851900:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4304
00000100:00080000:1.0:1776183093.851903:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183093.851909:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183093.851938:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492569728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183093.851967:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183093.851970:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183093.851971:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183093.851975:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4304
00000100:00080000:1.0:1776183093.851977:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183093.851980:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183093.851989:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183093.852001:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492569792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183093.852012:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1776183093.852012:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492569728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:1.0:1776183093.852019:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183093.852021:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183093.852025:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4304
00000100:00080000:1.0:1776183093.852027:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183093.852030:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183093.852035:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183093.852046:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492569856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183093.852054:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183093.852056:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183093.852058:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183093.852061:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4304
00000100:00080000:1.0:1776183093.852062:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183093.852065:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183093.852069:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183093.852079:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492569920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183093.852086:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183093.852091:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183093.852094:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183093.852096:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183093.852100:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4304
00000100:00080000:1.0:1776183093.852102:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183093.852106:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183093.852111:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183093.852111:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183093/real 1776183093]  req@00000000c648eb35 x1862458492569728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776183093.852124:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492569984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183093.852133:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492569728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183093.852150:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183093.852153:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183093.852158:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492569728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183093.852181:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569792:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183093.852205:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183093.852213:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183093/real 1776183093]  req@0000000002fce3d6 x1862458492569792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183093.852223:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492569792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183093.852228:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183093.852231:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183093.852233:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569792:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183093.852237:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569856:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183093.852255:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183093.852262:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183093/real 1776183093]  req@000000000eb62df8 x1862458492569856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183093.852272:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492569856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183093.852278:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183093.852280:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183093.852282:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569856:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183093.852288:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569920:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183093.852305:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183093.852311:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183093/real 1776183093]  req@00000000ed8b07dd x1862458492569920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183093.852321:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492569920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183093.852327:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183093.852329:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183093.852332:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569920:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183093.852337:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569984:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183093.852355:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183093.852362:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183093/real 1776183093]  req@00000000621373f7 x1862458492569984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183093.852371:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492569984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183118 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183093.852377:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183093.852379:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183093.855170:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492569984:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183094.303497:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183095.323943:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183096.354094:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183097.372037:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183098.395935:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183098.971882:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183098.971893:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183098.971897:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183098.971919:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4309
00000100:00080000:3.0:1776183098.971923:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183098.971930:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183098.971963:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492570048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183098.972190:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492570048:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183098.972257:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183098.972290:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183098.972294:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183098.972296:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183098.972301:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4309
00000100:00080000:3.0:1776183098.972303:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183098.972306:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183098.972315:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183098.972329:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492570112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183098.972570:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183098/real 1776183098]  req@00000000de06baf2 x1862458492570048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183098.972585:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492570048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183098.972593:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183098.972596:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183098.972598:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492570048:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183098.972619:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570112:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183098.974311:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183098.974334:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183098/real 1776183098]  req@00000000241ecb2f x1862458492570112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183098.974350:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492570112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183098.974359:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183098.974363:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183098.974366:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570112:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:3.0:1776183098.975048:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183098.975056:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183098.975058:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183098.975063:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4309
00000100:00080000:3.0:1776183098.975066:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183098.975071:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183098.975081:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183098.975104:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492570176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183098.975116:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183098.975119:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183098.975121:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183098.975124:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4309
00000100:00080000:3.0:1776183098.975126:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183098.975130:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183098.975134:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183098.975141:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492570240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183098.975148:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183098.975151:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183098.975152:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183098.975154:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4309
00000100:00080000:3.0:1776183098.975156:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183098.975158:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183098.975161:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183098.975167:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492570304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183098.975327:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570176:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183098.975369:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183098.975381:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183098/real 1776183098]  req@000000004b362de1 x1862458492570176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183098.975392:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492570176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183098.975399:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183098.975401:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183098.975404:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570176:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183098.975409:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570240:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183098.975424:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183098.975430:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183098/real 1776183098]  req@000000003c7e6ce9 x1862458492570240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183098.975451:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492570240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183098.975457:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183098.975459:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183098.975462:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570240:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183098.975466:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570304:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183098.975482:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183098.975489:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183098/real 1776183098]  req@0000000058f74c1f x1862458492570304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183098.975509:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492570304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183123 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183098.975515:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183098.975517:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183098.975519:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570304:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183099.422678:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183100.444047:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183101.467894:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183102.491931:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183103.516201:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183104.092167:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183104.092177:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183104.092181:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183104.092191:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4314
00000100:00080000:0.0:1776183104.092194:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183104.092200:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183104.092236:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492570368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183104.092264:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183104.092268:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183104.092269:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183104.092273:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4314
00000100:00080000:0.0:1776183104.092275:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183104.092278:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183104.092288:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183104.092298:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492570432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183104.092306:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183104.092308:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183104.092309:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183104.092312:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4314
00000100:00080000:0.0:1776183104.092313:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183104.092316:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183104.092320:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183104.092326:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492570496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183104.092333:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183104.092335:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183104.092336:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183104.092339:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4314
00000100:00080000:0.0:1776183104.092340:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183104.092343:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183104.092346:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183104.092352:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492570560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183104.092359:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183104.092362:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183104.092363:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183104.092366:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4314
00000100:00080000:0.0:1776183104.092367:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183104.092370:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183104.092373:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183104.092380:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492570624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183104.092473:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492570368:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183104.092534:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183104.092556:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183104/real 1776183104]  req@000000001bcf0715 x1862458492570368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183104.092569:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492570368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183104.092594:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183104.092597:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183104.092601:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492570368:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183104.092607:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570432:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183104.092628:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183104.092637:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183104/real 1776183104]  req@00000000785bcd08 x1862458492570432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183104.092647:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492570432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183104.092653:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183104.092655:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183104.092657:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570432:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183104.092671:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570496:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183104.092689:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183104.092696:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183104/real 1776183104]  req@000000004ea85a2d x1862458492570496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183104.092705:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492570496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183104.092732:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183104.092735:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183104.092738:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570496:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183104.092743:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570560:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183104.092763:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183104.092771:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183104/real 1776183104]  req@0000000011be23ca x1862458492570560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183104.092780:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492570560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183104.092787:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183104.092789:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183104.092791:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570560:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183104.092796:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570624:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183104.092815:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183104.092822:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183104/real 1776183104]  req@000000003e96f56f x1862458492570624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183104.092830:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492570624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183104.092841:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183104.092842:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183104.092845:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570624:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183104.539944:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183105.564214:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183106.590220:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183107.613240:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183108.635887:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183109.211879:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183109.211890:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183109.211894:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183109.211904:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4319
00000100:00080000:3.0:1776183109.211908:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183109.211914:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183109.211947:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492570688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183109.211975:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183109.211978:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183109.211980:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183109.211983:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4319
00000100:00080000:3.0:1776183109.211985:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183109.211989:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183109.211998:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183109.212010:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492570752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183109.212017:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183109.212020:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183109.212021:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183109.212024:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4319
00000100:00080000:3.0:1776183109.212026:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183109.212029:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183109.212033:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183109.212040:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492570816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183109.212047:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183109.212050:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183109.212052:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183109.212054:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4319
00000100:00080000:3.0:1776183109.212056:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183109.212059:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183109.212063:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183109.212070:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492570880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183109.212076:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183109.212079:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183109.212080:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183109.212083:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4319
00000100:00080000:3.0:1776183109.212085:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183109.212088:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183109.212091:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183109.212098:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492570944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183109.212208:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492570688:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183109.212271:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183109.212300:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183109/real 1776183109]  req@00000000000d3e4b x1862458492570688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183109.212314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492570688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183109.212327:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183109.212329:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183109.212332:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492570688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183109.212338:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570752:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183109.212359:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183109.212366:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183109/real 1776183109]  req@00000000c084cebb x1862458492570752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183109.212374:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492570752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183109.212380:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183109.212382:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183109.212384:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183109.212389:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570816:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183109.212402:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183109.212408:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183109/real 1776183109]  req@0000000011a4c226 x1862458492570816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183109.212415:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492570816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183109.212421:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183109.212422:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183109.212424:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183109.212429:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570880:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183109.212443:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183109.212448:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183109/real 1776183109]  req@0000000019f3e9d6 x1862458492570880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183109.212455:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492570880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183109.212461:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183109.212463:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183109.212465:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183109.212470:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570944:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183109.212486:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183109.212493:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183109/real 1776183109]  req@0000000043dc1dd5 x1862458492570944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183109.212501:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492570944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183109.212507:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183109.212508:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183109.212511:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492570944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183109.660361:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183110.683882:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183111.707892:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183112.731980:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183113.756745:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183114.333056:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183114.333068:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183114.333071:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183114.333081:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4324
00000100:00080000:2.0:1776183114.333085:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183114.333091:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183114.333124:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492571008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183114.333155:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183114.333158:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183114.333160:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183114.333173:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4324
00000100:00080000:2.0:1776183114.333175:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183114.333178:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183114.333188:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183114.333199:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492571072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183114.333207:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183114.333210:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183114.333211:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183114.333214:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4324
00000100:00080000:2.0:1776183114.333215:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183114.333218:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183114.333222:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183114.333231:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492571136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183114.333238:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183114.333241:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183114.333242:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183114.333245:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4324
00000100:00080000:2.0:1776183114.333246:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183114.333249:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183114.333253:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183114.333261:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492571200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183114.333268:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183114.333271:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183114.333272:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183114.333275:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4324
00000100:00080000:2.0:1776183114.333277:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183114.333280:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183114.333284:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183114.333291:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492571264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183114.333983:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492571008:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183114.334055:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183114.334082:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183114/real 1776183114]  req@000000003af52c85 x1862458492571008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183114.334097:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492571008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183114.334106:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183114.334109:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183114.334113:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492571008:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183114.334119:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571072:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183114.334140:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183114.334147:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183114/real 1776183114]  req@0000000065cff9ca x1862458492571072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183114.334156:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492571072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183114.334186:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183114.334189:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183114.334192:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571072:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183114.334198:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571136:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183114.334219:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183114.334226:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183114/real 1776183114]  req@00000000916d6b33 x1862458492571136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183114.334236:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492571136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183114.334242:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183114.334244:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183114.334246:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571136:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183114.334251:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571200:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183114.334269:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183114.334276:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183114/real 1776183114]  req@000000001e5f24e0 x1862458492571200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183114.334285:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492571200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183114.334291:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183114.334293:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183114.334295:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571200:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183114.334301:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571264:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183114.334480:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183114.334491:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183114/real 1776183114]  req@000000008f1aeada x1862458492571264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183114.334501:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492571264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183114.334507:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183114.334510:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183114.334513:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571264:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183114.779956:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183115.806141:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183116.828188:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183117.851952:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183118.876029:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183119.452006:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183119.452019:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183119.452023:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183119.452034:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4329
00000100:00080000:1.0:1776183119.452036:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183119.452043:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183119.452086:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492571328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183119.452154:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492571328:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183119.452213:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183119.452243:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183119.452246:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183119.452248:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183119.452251:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4329
00000100:00080000:1.0:1776183119.452253:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183119.452256:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183119.452264:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183119.452275:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492571392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183119.453158:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183119/real 1776183119]  req@000000008eee8260 x1862458492571328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183119.453181:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492571328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183119.453192:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183119.453195:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183119.453198:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492571328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183119.453226:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571392:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183119.454686:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183119.454740:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183119/real 1776183119]  req@00000000b1152010 x1862458492571392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183119.454757:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492571392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183119.454767:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183119.454771:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183119.454775:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571392:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:1.0:1776183119.455553:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183119.455561:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183119.455563:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183119.455571:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4329
00000100:00080000:1.0:1776183119.455574:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183119.455580:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183119.455591:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183119.455617:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492571456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183119.455629:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183119.455632:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183119.455633:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183119.455637:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4329
00000100:00080000:1.0:1776183119.455638:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183119.455641:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183119.455646:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183119.455654:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492571520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183119.455661:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183119.455663:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183119.455664:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183119.455667:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4329
00000100:00080000:1.0:1776183119.455668:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183119.455671:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183119.455674:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183119.455680:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492571584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183119.455786:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571456:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183119.455831:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183119.455855:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183119/real 1776183119]  req@00000000f13843be x1862458492571456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183119.455867:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492571456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183119.455873:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183119.455875:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183119.455878:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571456:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183119.455883:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571520:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183119.455902:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183119.455908:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183119/real 1776183119]  req@000000009bf866c6 x1862458492571520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183119.455917:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492571520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183119.455923:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183119.455925:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183119.455927:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571520:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183119.455933:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571584:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183119.455962:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183119.455969:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183119/real 1776183119]  req@000000006aae32ca x1862458492571584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183119.455978:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492571584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183119.455984:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183119.455985:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183119.455988:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571584:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183119.900531:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183120.924005:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183121.948036:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183122.971901:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183123.996036:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183124.572746:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183124.572757:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183124.572761:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183124.572771:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4335
00000100:00080000:3.0:1776183124.572774:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183124.572779:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183124.572809:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492571648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183124.572841:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183124.572844:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183124.572846:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183124.572851:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4335
00000100:00080000:3.0:1776183124.572853:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183124.572856:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183124.572864:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183124.572875:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492571712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183124.572884:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183124.572887:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183124.572888:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183124.572891:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4335
00000100:00080000:3.0:1776183124.572893:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183124.572896:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183124.572900:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183124.572906:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492571648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183124.572911:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492571776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183124.572921:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183124.572924:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183124.572925:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183124.572928:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4335
00000100:00080000:3.0:1776183124.572930:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183124.572933:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183124.572937:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183124.572958:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492571840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183124.572965:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183124.572969:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183124.572970:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183124.572973:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4335
00000100:00080000:3.0:1776183124.572975:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183124.572978:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183124.572981:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1776183124.572986:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183124.572992:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492571904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183124.573012:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183124/real 1776183124]  req@00000000e06e7839 x1862458492571648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183124.573028:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492571648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183124.573036:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183124.573039:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183124.573043:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492571648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183124.573048:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183124.573069:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183124.573077:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183124/real 1776183124]  req@00000000eb2b2a12 x1862458492571712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183124.573086:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492571712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183124.573092:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183124.573095:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183124.573098:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183124.573122:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183124.573140:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183124.573149:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183124/real 1776183124]  req@00000000e4a6949b x1862458492571776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183124.573157:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492571776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183124.573164:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183124.573166:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183124.573169:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183124.573173:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183124.573189:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183124.573197:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183124/real 1776183124]  req@00000000979214d3 x1862458492571840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183124.573205:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492571840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183124.573211:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183124.573213:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183124.573215:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183124.573219:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183124.573235:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183124.573241:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183124/real 1776183124]  req@0000000058922152 x1862458492571904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183124.573250:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492571904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183124.573256:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183124.573258:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183124.573260:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492571904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183125.019924:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183126.043945:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183127.067886:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183128.091969:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183129.117134:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183129.691819:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183129.691830:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183129.691846:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183129.691856:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4340
00000100:00080000:3.0:1776183129.691859:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183129.691864:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183129.691897:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492571968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183129.691929:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183129.691932:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183129.691934:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183129.691938:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4340
00000100:00080000:3.0:1776183129.691940:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183129.691943:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183129.691951:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183129.691962:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492572032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183129.691969:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183129.691972:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183129.691973:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183129.691976:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4340
00000100:00080000:3.0:1776183129.691978:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183129.691981:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183129.691984:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183129.691992:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492572096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183129.691999:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183129.692001:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183129.692002:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183129.692005:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4340
00000100:00080000:3.0:1776183129.692007:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183129.692009:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183129.692013:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183129.692019:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492572160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183129.692026:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183129.692028:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183129.692030:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183129.692032:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4340
00000100:00080000:3.0:1776183129.692034:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183129.692036:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183129.692039:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183129.692048:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492572224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183129.692142:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492571968:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183129.692208:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183129.692229:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183129/real 1776183129]  req@00000000543ef8b3 x1862458492571968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183129.692242:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492571968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183129.692251:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183129.692253:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183129.692257:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492571968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183129.692263:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572032:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183129.692282:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183129.692289:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183129/real 1776183129]  req@000000004d6f77e0 x1862458492572032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183129.692299:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492572032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183129.692306:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183129.692308:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183129.692311:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572032:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183129.692412:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572096:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183129.692432:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183129.692441:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183129/real 1776183129]  req@00000000c2778644 x1862458492572096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183129.692451:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492572096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183129.692456:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183129.692458:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183129.692461:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572096:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183129.692466:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572160:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183129.692484:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183129.692492:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183129/real 1776183129]  req@000000004fc3090a x1862458492572160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183129.692502:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492572160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183129.692507:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183129.692509:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183129.692511:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572160:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183129.692516:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572224:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183129.692534:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183129.692541:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183129/real 1776183129]  req@0000000058922152 x1862458492572224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183129.692549:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492572224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183154 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183129.692556:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183129.692557:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183129.692560:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572224:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183130.140905:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183131.163928:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183132.188243:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183133.212807:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183134.235974:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183134.811884:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183134.811896:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183134.811900:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183134.811910:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4345
00000100:00080000:3.0:1776183134.811913:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183134.811919:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183134.811951:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492572288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183134.811986:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183134.811990:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183134.811991:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183134.811995:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4345
00000100:00080000:3.0:1776183134.811997:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183134.812000:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183134.812008:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183134.812020:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492572352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183134.812027:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183134.812030:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183134.812031:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183134.812034:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4345
00000100:00080000:3.0:1776183134.812035:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183134.812038:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183134.812042:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183134.812050:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492572416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183134.812057:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183134.812061:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183134.812062:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183134.812065:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4345
00000100:00080000:3.0:1776183134.812066:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183134.812070:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183134.812073:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183134.812081:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492572480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183134.812088:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183134.812091:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183134.812092:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183134.812095:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4345
00000100:00080000:3.0:1776183134.812097:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183134.812099:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183134.812102:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183134.812110:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492572544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183134.812377:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492572288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183134.812438:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183134.812459:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183134/real 1776183134]  req@00000000979214d3 x1862458492572288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183134.812474:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492572288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183134.812483:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183134.812486:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183134.812490:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492572288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183134.812495:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183134.812516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183134.812524:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183134/real 1776183134]  req@00000000e4a6949b x1862458492572352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183134.812539:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492572352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183134.812546:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183134.812548:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183134.812550:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183134.812555:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183134.812573:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183134.812581:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183134/real 1776183134]  req@00000000eb2b2a12 x1862458492572416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183134.812590:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492572416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183134.812597:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183134.812599:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183134.812602:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183134.812607:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183134.812625:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183134.812632:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183134/real 1776183134]  req@00000000e06e7839 x1862458492572480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183134.812641:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492572480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183134.812647:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183134.812650:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183134.812653:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183134.812658:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183134.812692:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183134.812700:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183134/real 1776183134]  req@0000000043dc1dd5 x1862458492572544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183134.812709:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492572544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183159 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183134.812745:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183134.812747:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183134.812750:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183135.259893:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183136.284033:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183137.308042:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183138.337549:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183139.357772:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183139.931867:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183139.931876:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183139.931879:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183139.931887:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4350
00000100:00080000:0.0:1776183139.931890:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183139.931894:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183139.931922:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492572608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183139.931986:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492572608:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183139.932041:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776183139.932071:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183139.932075:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183139.932076:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183139.932080:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4350
00000100:00080000:0.0:1776183139.932081:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183139.932084:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183139.932090:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183139.932101:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492572672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183139.934562:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183139/real 1776183139]  req@00000000f7929003 x1862458492572608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183139.934589:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492572608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183139.934610:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183139.934623:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183139.934627:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492572608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183139.935002:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572672:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183139.935057:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183139.935069:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183139/real 1776183139]  req@00000000af534683 x1862458492572672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183139.935080:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492572672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183139.935087:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183139.935090:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183139.935093:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776183139.935787:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183139.935793:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183139.935796:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183139.935802:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4350
00000100:00080000:0.0:1776183139.935804:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183139.935809:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183139.935819:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183139.935847:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492572736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183139.935860:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183139.935863:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183139.935865:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183139.935868:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4350
00000100:00080000:0.0:1776183139.935870:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183139.935873:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183139.935877:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183139.935884:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492572800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183139.935891:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183139.935894:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183139.935895:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183139.935898:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4350
00000100:00080000:0.0:1776183139.935900:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183139.935902:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183139.935906:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183139.935913:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492572864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183139.935994:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572736:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183139.936027:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183139.936040:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183139/real 1776183139]  req@00000000d49fdfb5 x1862458492572736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183139.936051:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492572736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183139.936058:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183139.936060:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183139.936063:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183139.936068:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572800:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183139.936084:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183139.936090:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183139/real 1776183139]  req@0000000028a9b6b2 x1862458492572800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183139.936103:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492572800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183139.936109:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183139.936112:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183139.936114:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183139.936129:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572864:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183139.936145:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183139.936152:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183139/real 1776183139]  req@000000002277476a x1862458492572864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183139.936160:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492572864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183164 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183139.936166:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183139.936168:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183139.936171:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183140.379929:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183141.404006:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183142.427930:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183143.451936:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183144.476106:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183145.055511:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183145.055521:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183145.055525:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183145.055535:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4355
00000100:00080000:3.0:1776183145.055538:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183145.055544:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183145.055577:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492572928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183145.055609:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183145.055613:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183145.055614:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183145.055617:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4355
00000100:00080000:3.0:1776183145.055619:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183145.055623:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183145.055638:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183145.055649:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492572992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183145.055656:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183145.055659:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183145.055660:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183145.055663:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4355
00000100:00080000:3.0:1776183145.055665:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183145.055668:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183145.055672:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183145.055688:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492573056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183145.055695:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183145.055698:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183145.055699:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183145.055702:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4355
00000100:00080000:3.0:1776183145.055703:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183145.055706:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183145.055709:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183145.055733:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492573120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183145.055740:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183145.055742:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183145.055744:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183145.055747:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4355
00000100:00080000:3.0:1776183145.055749:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183145.055751:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183145.055755:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183145.055763:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492573184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183145.055917:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492572928:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183145.055976:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183145.055995:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183145/real 1776183145]  req@0000000019f3e9d6 x1862458492572928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183145.056010:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492572928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183145.056017:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183145.056020:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183145.056023:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492572928:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183145.056028:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572992:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183145.056048:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183145.056055:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183145/real 1776183145]  req@0000000011a4c226 x1862458492572992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183145.056064:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492572992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183145.056070:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183145.056071:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183145.056074:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492572992:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183145.056078:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573056:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183145.056093:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183145.056100:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183145/real 1776183145]  req@00000000c084cebb x1862458492573056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183145.056108:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492573056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183145.056114:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183145.056116:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183145.056118:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183145.056122:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573120:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183145.056139:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183145.056144:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183145/real 1776183145]  req@00000000000d3e4b x1862458492573120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183145.056151:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492573120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183145.056168:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183145.056170:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183145.056173:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573120:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183145.056178:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573184:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183145.056193:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183145.056199:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183145/real 1776183145]  req@0000000058f74c1f x1862458492573184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183145.056207:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492573184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183145.056213:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183145.056215:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183145.056217:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573184:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183145.499903:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183146.527993:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183147.547992:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183148.571949:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183149.595916:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183150.171819:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183150.171829:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183150.171832:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183150.171843:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4360
00000100:00080000:3.0:1776183150.171847:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183150.171853:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183150.171886:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492573248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183150.171925:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183150.171930:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183150.171931:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183150.171934:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4360
00000100:00080000:3.0:1776183150.171936:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183150.171939:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183150.171948:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183150.171959:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492573312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183150.171968:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183150.171971:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183150.171972:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183150.171976:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4360
00000100:00080000:3.0:1776183150.171977:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183150.171982:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183150.171986:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183150.171990:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492573248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183150.171996:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492573376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183150.172005:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183150.172009:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183150.172010:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183150.172013:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4360
00000100:00080000:3.0:1776183150.172015:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183150.172017:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183150.172021:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183150.172031:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492573440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183150.172037:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183150.172040:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183150.172041:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183150.172044:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4360
00000100:00080000:3.0:1776183150.172046:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183150.172049:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183150.172052:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1776183150.172061:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183150.172062:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492573504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183150.172087:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183150/real 1776183150]  req@000000003c7e6ce9 x1862458492573248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183150.172104:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492573248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183150.172113:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183150.172115:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183150.172119:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492573248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183150.172126:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573312:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183150.172146:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183150.172153:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183150/real 1776183150]  req@000000004b362de1 x1862458492573312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183150.172162:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492573312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183150.172168:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183150.172171:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183150.172174:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573312:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183150.172195:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573376:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183150.172211:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183150.172218:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183150/real 1776183150]  req@00000000241ecb2f x1862458492573376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183150.172227:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492573376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183150.172232:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183150.172234:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183150.172236:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573376:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183150.172240:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573440:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183150.172257:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183150.172264:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183150/real 1776183150]  req@00000000de06baf2 x1862458492573440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183150.172273:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492573440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183150.172290:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183150.172292:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183150.172294:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573440:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183150.172298:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573504:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183150.172314:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183150.172320:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183150/real 1776183150]  req@00000000249ded4e x1862458492573504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183150.172329:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492573504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183150.172335:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183150.172337:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183150.172339:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573504:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183150.620145:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183151.643935:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183152.669445:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183153.691950:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183154.715882:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183155.292269:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183155.292296:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183155.292299:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183155.292309:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4365
00000100:00080000:3.0:1776183155.292312:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183155.292318:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183155.292351:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492573568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183155.292382:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183155.292386:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183155.292388:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183155.292392:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4365
00000100:00080000:3.0:1776183155.292396:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183155.292400:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183155.292408:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183155.292422:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492573632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183155.292430:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183155.292433:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183155.292434:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183155.292437:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4365
00000100:00080000:3.0:1776183155.292438:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183155.292441:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183155.292445:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183155.292452:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492573696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183155.292458:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183155.292461:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183155.292462:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183155.292475:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4365
00000100:00080000:3.0:1776183155.292477:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183155.292480:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183155.292484:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183155.292492:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492573760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183155.292505:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183155.292508:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183155.292509:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183155.292512:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4365
00000100:00080000:3.0:1776183155.292514:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183155.292516:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183155.292520:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183155.292527:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492573824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183155.292997:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492573568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183155.293070:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183155.293095:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183155.293116:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183155.293133:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183155.739990:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183156.764452:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183157.787927:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1776183158.367742:0:2255:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:3.0:1776183158.367786:0:2255:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1776183158.367800:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776183158.367844:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776183158.367853:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776183158.367860:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776183158.367867:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183158.369516:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183155/real 1776183158]  req@000000006f8c11c8 x1862458492573568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183158.369547:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492573568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183158.369556:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183158.369559:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183158.369562:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492573568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183158.369568:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183155/real 1776183158]  req@00000000d13f4501 x1862458492573632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183158.369578:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492573632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183158.369585:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183158.369587:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183158.369590:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183158.369595:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183155/real 1776183158]  req@000000009bb01b96 x1862458492573696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183158.369603:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492573696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183158.369613:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183158.369616:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183158.369618:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183158.369623:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183155/real 1776183158]  req@00000000fe8f785d x1862458492573760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183158.369632:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492573760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183158.369637:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183158.369639:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183158.369641:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183158.369647:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183155/real 1776183158]  req@00000000249ded4e x1862458492573824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183158.369654:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492573824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183158.369659:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183158.369661:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183158.369663:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183158.811931:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183159.836494:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183160.412053:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183160.412064:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183160.412067:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183160.412077:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4370
00000100:00080000:2.0:1776183160.412081:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183160.412086:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183160.412116:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492573888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183160.412147:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183160.412150:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183160.412152:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183160.412155:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4370
00000100:00080000:2.0:1776183160.412157:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183160.412161:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183160.412169:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183160.412188:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492573952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183160.412197:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183160.412200:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183160.412201:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183160.412205:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4370
00000100:00080000:2.0:1776183160.412207:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183160.412209:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183160.412213:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183160.412221:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492574016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183160.412229:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183160.412231:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183160.412233:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183160.412236:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4370
00000100:00080000:2.0:1776183160.412237:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183160.412240:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183160.412243:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183160.412250:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492574080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183160.412257:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183160.412259:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183160.412260:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183160.412263:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4370
00000100:00080000:2.0:1776183160.412264:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183160.412267:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183160.412270:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183160.412279:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492574144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183160.412369:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492573888:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183160.412431:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183160.412454:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183160/real 1776183160]  req@000000009680d5f0 x1862458492573888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183160.412469:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492573888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183160.412477:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183160.412480:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183160.412483:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492573888:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183160.412489:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573952:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183160.412508:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183160.412516:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183160/real 1776183160]  req@00000000e1486ef7 x1862458492573952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183160.412525:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492573952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183160.412530:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183160.412533:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183160.412535:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492573952:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183160.412540:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574016:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183160.412555:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183160.412561:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183160/real 1776183160]  req@000000003ddf5e8b x1862458492574016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183160.412570:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492574016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183160.412576:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183160.412579:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183160.412581:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574016:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183160.412585:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574080:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183160.412601:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183160.412607:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183160/real 1776183160]  req@000000005b9df5b0 x1862458492574080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183160.412616:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492574080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183160.412623:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183160.412624:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183160.412627:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574080:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183160.412631:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574144:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183160.412646:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183160.412653:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183160/real 1776183160]  req@00000000204bf3c6 x1862458492574144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183160.412662:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492574144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183160.412668:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183160.412670:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183160.412672:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574144:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183160.859925:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183161.884497:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183162.911205:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183163.932883:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183164.955922:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183165.531888:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183165.531900:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183165.531903:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183165.531913:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4376
00000100:00080000:3.0:1776183165.531916:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183165.531922:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183165.531958:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492574208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183165.532180:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492574208:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183165.532241:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183165.534037:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183165.534048:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183165.534050:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183165.534068:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4376
00000100:00080000:3.0:1776183165.534071:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183165.534077:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183165.534089:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183165.534118:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492574272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183165.534132:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183165.534136:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183165.534138:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183165.534141:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4376
00000100:00080000:3.0:1776183165.534144:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183165.534147:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183165.534152:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183165.534161:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492574336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183165.534168:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183165.534171:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183165.534172:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183165.534176:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4376
00000100:00080000:3.0:1776183165.534178:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183165.534180:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183165.534184:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183165.534191:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492574400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183165.534197:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183165.534200:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183165.534201:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183165.534203:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4376
00000100:00080000:3.0:1776183165.534205:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183165.534207:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183165.534210:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183165.534217:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492574464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183165.534355:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183165/real 1776183165]  req@00000000de06baf2 x1862458492574208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183165.534381:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492574208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183165.534390:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183165.534393:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183165.534397:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492574208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183165.534422:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183165.534468:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183165.534480:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183165/real 1776183165]  req@00000000241ecb2f x1862458492574272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183165.534491:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492574272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183165.534497:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183165.534500:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183165.534502:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183165.534508:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183165.534797:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183165.534805:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183165/real 1776183165]  req@000000004b362de1 x1862458492574336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183165.534816:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492574336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183165.534820:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183165.534821:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183165.534823:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183165.534826:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183165.534837:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183165.534841:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183165/real 1776183165]  req@000000003c7e6ce9 x1862458492574400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183165.534846:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492574400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183165.534850:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183165.534851:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183165.534852:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183165.534855:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574464:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183165.534864:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183165.534867:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183165/real 1776183165]  req@0000000058f74c1f x1862458492574464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183165.534872:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492574464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183165.534876:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183165.534877:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183165.534878:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183165.980660:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183167.003929:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183168.028092:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183169.054023:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183170.075938:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183170.652999:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183170.653010:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183170.653013:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183170.653022:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4381
00000100:00080000:2.0:1776183170.653025:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183170.653031:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183170.653065:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492574528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183170.653095:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183170.653099:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183170.653101:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183170.653104:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4381
00000100:00080000:2.0:1776183170.653106:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183170.653109:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183170.653116:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183170.653126:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492574592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183170.653133:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183170.653136:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183170.653137:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183170.653140:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4381
00000100:00080000:2.0:1776183170.653142:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183170.653144:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183170.653147:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183170.653153:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492574656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183170.653159:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183170.653163:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183170.653164:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183170.653167:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4381
00000100:00080000:2.0:1776183170.653169:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183170.653172:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183170.653175:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183170.653181:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492574720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183170.653188:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183170.653190:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183170.653191:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183170.653194:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4381
00000100:00080000:2.0:1776183170.653195:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183170.653197:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183170.653200:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183170.653206:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492574784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183170.653578:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492574528:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183170.653635:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183170.653656:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183170/real 1776183170]  req@00000000077b2c38 x1862458492574528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183170.653670:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492574528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183170.653678:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183170.653681:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183170.653684:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492574528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183170.653690:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183170.653708:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183170.653738:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183170/real 1776183170]  req@00000000cce0171d x1862458492574592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183170.653747:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492574592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183170.653753:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183170.653755:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183170.653757:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183170.653764:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183170.653779:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183170.653786:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183170/real 1776183170]  req@00000000b03ab380 x1862458492574656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183170.653795:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492574656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183170.653801:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183170.653803:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183170.653805:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183170.653810:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183170.653824:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183170.653830:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183170/real 1776183170]  req@000000009e28d8dc x1862458492574720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183170.653965:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492574720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183170.653972:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183170.653973:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183170.653976:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183170.653980:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183170.654000:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183170.654007:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183170/real 1776183170]  req@00000000141c6365 x1862458492574784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183170.654017:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492574784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183195 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183170.654023:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183170.654025:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183170.654027:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183171.099957:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183172.124291:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183173.148287:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183174.172427:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183175.196421:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183175.771892:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183175.771903:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183175.771907:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183175.771917:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4386
00000100:00080000:3.0:1776183175.771921:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183175.771926:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183175.771964:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492574848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183175.771989:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183175.771992:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183175.771993:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183175.771996:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4386
00000100:00080000:3.0:1776183175.771998:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183175.772001:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183175.772010:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183175.772020:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492574912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183175.772028:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183175.772030:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183175.772032:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183175.772035:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4386
00000100:00080000:3.0:1776183175.772037:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183175.772040:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183175.772043:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183175.772051:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492574976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183175.772059:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183175.772062:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183175.772063:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183175.772067:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4386
00000100:00080000:3.0:1776183175.772070:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183175.772075:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:0.0:1776183175.772076:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492574848:192.168.203.145@tcp:250:kworker/u8:3.0
00000008:00100000:3.0:1776183175.772080:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183175.772091:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492575040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183175.772100:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183175.772103:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183175.772104:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183175.772107:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4386
00000100:00080000:3.0:1776183175.772109:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183175.772112:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183175.772115:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183175.772124:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492575104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:0.0:1776183175.772141:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183175.772165:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183175/real 1776183175]  req@00000000000d3e4b x1862458492574848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183175.772180:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492574848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183175.772188:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183175.772191:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183175.772195:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492574848:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183175.772201:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574912:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183175.772221:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183175.772228:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183175/real 1776183175]  req@00000000c084cebb x1862458492574912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183175.772239:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492574912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183175.772246:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183175.772248:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183175.772250:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574912:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183175.772255:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574976:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183175.772272:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183175.772280:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183175/real 1776183175]  req@0000000011a4c226 x1862458492574976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183175.772290:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492574976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183175.772296:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183175.772298:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183175.772301:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492574976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183175.772323:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575040:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183175.772338:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183175.772344:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183175/real 1776183175]  req@0000000019f3e9d6 x1862458492575040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183175.772350:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492575040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183175.772354:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183175.772356:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183175.772357:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183175.772360:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575104:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183175.772369:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183175.772373:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183175/real 1776183175]  req@0000000043dc1dd5 x1862458492575104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183175.772389:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492575104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183200 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183175.772393:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183175.772394:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183175.772395:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575104:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183176.220283:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183177.243948:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183178.268119:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183179.291979:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183180.316054:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183180.892097:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183180.892108:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183180.892112:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183180.892123:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4391
00000100:00080000:0.0:1776183180.892126:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183180.892132:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183180.892182:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492575168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183180.892201:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183180.892216:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183180.892217:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183180.892222:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4391
00000100:00080000:0.0:1776183180.892226:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183180.892229:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:2.0:1776183180.892233:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492575168:192.168.203.145@tcp:250:kworker/u8:3.0
00000008:00100000:0.0:1776183180.892238:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183180.892252:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492575232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183180.892260:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183180.892263:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183180.892265:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183180.892268:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4391
00000100:00080000:0.0:1776183180.892270:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183180.892273:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183180.892277:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183180.892285:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492575296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183180.892292:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183180.892294:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183180.892296:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1776183180.892300:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776183180.892301:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4391
00000100:00080000:0.0:1776183180.892304:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183180.892307:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183180.892311:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183180.892320:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492575360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183180.892327:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183180/real 1776183180]  req@000000000d11d713 x1862458492575168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183180.892329:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183180.892335:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183180.892337:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183180.892344:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4391
00000100:00080000:0.0:1776183180.892346:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183180.892349:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183180.892353:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183180.892354:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492575168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183180.892363:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492575424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183180.892367:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183180.892372:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183180.892378:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492575168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183180.892401:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575232:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183180.892423:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183180.892431:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183180/real 1776183180]  req@0000000016c7f426 x1862458492575232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183180.892442:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492575232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183180.892449:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183180.892451:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183180.892454:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183180.892458:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575296:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183180.892477:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183180.892484:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183180/real 1776183180]  req@00000000475fa082 x1862458492575296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183180.892492:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492575296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183180.892498:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183180.892500:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183180.892502:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183180.892507:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575360:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183180.892524:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183180.892531:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183180/real 1776183180]  req@000000003deb6a56 x1862458492575360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183180.892539:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492575360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183180.892544:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183180.892547:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183180.892549:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183180.892554:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575424:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183180.892570:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183180.892577:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183180/real 1776183180]  req@00000000cad5148b x1862458492575424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183180.892586:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492575424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183205 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183180.892592:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183180.892594:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183180.892597:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183181.342683:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183182.364920:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183183.387975:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183184.413183:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183185.436680:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183186.012142:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183186.012153:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183186.012157:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183186.012168:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4396
00000100:00080000:0.0:1776183186.012172:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183186.012179:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183186.012216:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492575488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183186.012247:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183186.012250:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183186.012252:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183186.012255:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4396
00000100:00080000:0.0:1776183186.012257:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183186.012260:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183186.012269:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183186.012279:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492575552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183186.012286:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183186.012289:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183186.012290:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183186.012293:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4396
00000100:00080000:0.0:1776183186.012294:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183186.012297:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183186.012300:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183186.012306:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492575616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183186.012312:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183186.012315:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183186.012316:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183186.012319:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4396
00000100:00080000:0.0:1776183186.012321:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183186.012323:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183186.012327:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183186.012336:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492575680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183186.012342:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183186.012345:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183186.012347:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183186.012350:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4396
00000100:00080000:0.0:1776183186.012352:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183186.012356:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183186.012361:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183186.012372:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492575744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183186.013152:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492575488:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183186.013215:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183186.013237:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183186/real 1776183186]  req@00000000fc3cde40 x1862458492575488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183186.013251:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492575488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183186.013260:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183186.013263:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183186.013266:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492575488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183186.013273:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575552:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183186.013296:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183186.013304:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183186/real 1776183186]  req@00000000a315d4ac x1862458492575552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183186.013313:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492575552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183186.013320:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183186.013322:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183186.013324:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183186.013329:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575616:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183186.013358:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183186.013366:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183186/real 1776183186]  req@000000005cd929cf x1862458492575616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183186.013375:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492575616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183186.013381:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183186.013383:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183186.013385:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183186.013390:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575680:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183186.013408:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183186.013414:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183186/real 1776183186]  req@00000000121462c2 x1862458492575680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183186.013428:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492575680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183186.013434:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183186.013436:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183186.013439:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183186.013444:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575744:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183186.013462:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183186.013469:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183186/real 1776183186]  req@000000008e1f0684 x1862458492575744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183186.013478:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492575744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183186.013483:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183186.013485:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183186.013487:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183186.460249:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183187.483879:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183188.510240:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183189.531997:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183190.555921:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183191.132139:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183191.132147:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183191.132150:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183191.132158:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4401
00000100:00080000:3.0:1776183191.132161:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183191.132166:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183191.132194:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492575808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183191.132218:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183191.132221:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183191.132222:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183191.132226:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4401
00000100:00080000:3.0:1776183191.132228:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183191.132231:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183191.132240:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183191.132255:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492575872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183191.132262:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183191.132265:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183191.132266:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183191.132269:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4401
00000100:00080000:3.0:1776183191.132271:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183191.132273:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183191.132277:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183191.132285:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492575936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183191.132292:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183191.132294:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183191.132296:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183191.132299:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4401
00000100:00080000:3.0:1776183191.132300:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183191.132303:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183191.132306:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183191.132312:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492576000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183191.132318:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183191.132321:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183191.132322:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183191.132325:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4401
00000100:00080000:3.0:1776183191.132326:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183191.132329:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183191.132332:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183191.132338:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492576064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183191.132655:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492575808:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183191.132746:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183191.132768:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183191/real 1776183191]  req@00000000e06e7839 x1862458492575808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183191.132783:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492575808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183191.132791:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183191.132794:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183191.132797:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492575808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183191.132804:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183191.132824:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183191.133042:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183191/real 1776183191]  req@00000000eb2b2a12 x1862458492575872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183191.133053:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492575872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183191.133059:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183191.133061:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183191.133064:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183191.133069:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183191.133089:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183191.133097:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183191/real 1776183191]  req@00000000e4a6949b x1862458492575936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183191.133106:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492575936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183191.133112:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183191.133114:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183191.133117:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492575936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183191.133122:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183191.133142:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183191.133149:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183191/real 1776183191]  req@00000000979214d3 x1862458492576000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183191.133158:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492576000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183191.133163:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183191.133165:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183191.133168:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183191.133173:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183191.133190:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183191.133197:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183191/real 1776183191]  req@0000000058922152 x1862458492576064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183191.133205:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492576064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183191.133210:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183191.133212:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183191.133214:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183191.579970:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183192.605545:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183193.627927:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183194.656499:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183195.676299:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183196.254457:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183196.254468:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183196.254472:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183196.254482:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4406
00000100:00080000:3.0:1776183196.254486:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183196.254491:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183196.254523:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492576128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183196.254552:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183196.254556:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183196.254557:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183196.254561:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4406
00000100:00080000:3.0:1776183196.254563:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183196.254567:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183196.254574:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183196.254585:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492576192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183196.254592:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183196.254595:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183196.254596:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183196.254599:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4406
00000100:00080000:3.0:1776183196.254601:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183196.254603:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183196.254606:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183196.254613:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492576256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183196.254619:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183196.254622:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183196.254623:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183196.254639:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4406
00000100:00080000:3.0:1776183196.254641:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183196.254645:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183196.254648:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183196.254657:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492576320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183196.254664:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183196.254667:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183196.254668:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183196.254671:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4406
00000100:00080000:3.0:1776183196.254673:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183196.254675:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183196.254678:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183196.254685:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492576384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183196.254778:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492576128:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183196.254849:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183196.254872:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183196/real 1776183196]  req@000000004fc3090a x1862458492576128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183196.254886:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492576128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183196.254895:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183196.254897:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183196.254900:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492576128:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183196.254906:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576192:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183196.254927:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183196.254934:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183196/real 1776183196]  req@00000000c2778644 x1862458492576192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183196.254942:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492576192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183196.254948:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183196.254950:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183196.254952:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576192:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183196.254957:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576256:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183196.254973:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183196.254980:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183196/real 1776183196]  req@000000004d6f77e0 x1862458492576256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183196.254989:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492576256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183196.254995:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183196.254997:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183196.254999:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576256:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183196.255005:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576320:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183196.255022:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183196.255028:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183196/real 1776183196]  req@00000000543ef8b3 x1862458492576320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183196.255036:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492576320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183196.255042:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183196.255043:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183196.255046:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576320:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183196.255051:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576384:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183196.255066:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183196.255072:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183196/real 1776183196]  req@0000000058922152 x1862458492576384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183196.255080:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492576384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183196.255086:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183196.255088:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183196.255091:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576384:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183196.699917:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183197.724048:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183198.748742:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183199.772555:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183200.795921:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183201.371830:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183201.371843:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183201.371846:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183201.371858:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4411
00000100:00080000:3.0:1776183201.371861:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183201.371867:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183201.371901:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492576448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183201.371929:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183201.371933:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183201.371934:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183201.371937:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4411
00000100:00080000:3.0:1776183201.371939:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183201.371942:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183201.371950:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183201.371959:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492576512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183201.371967:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183201.371969:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183201.371970:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183201.371974:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4411
00000100:00080000:3.0:1776183201.371976:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183201.371978:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183201.371982:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183201.371989:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492576576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183201.371996:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183201.371998:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183201.371999:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183201.372002:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4411
00000100:00080000:3.0:1776183201.372003:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183201.372006:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183201.372009:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183201.372017:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492576640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183201.372023:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183201.372026:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183201.372027:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183201.372030:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4411
00000100:00080000:3.0:1776183201.372032:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183201.372034:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183201.372038:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183201.372044:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492576704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183201.372148:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492576448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183201.372521:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183201.372544:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183201/real 1776183201]  req@00000000979214d3 x1862458492576448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183201.372559:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492576448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183201.372568:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183201.372571:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183201.372574:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492576448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183201.372580:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183201.372604:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183201.372611:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183201/real 1776183201]  req@00000000e4a6949b x1862458492576512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183201.372621:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492576512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183201.372627:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183201.372630:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183201.372632:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183201.372637:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183201.372653:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183201.372660:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183201/real 1776183201]  req@00000000eb2b2a12 x1862458492576576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183201.372669:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492576576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183201.372675:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183201.372678:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183201.372680:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183201.372685:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183201.372703:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183201.372740:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183201/real 1776183201]  req@00000000e06e7839 x1862458492576640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183201.372752:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492576640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183201.372758:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183201.372760:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183201.372763:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183201.372767:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183201.372784:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183201.372791:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183201/real 1776183201]  req@0000000043dc1dd5 x1862458492576704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183201.372800:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492576704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183201.372806:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183201.372808:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183201.372810:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183201.820538:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183202.843971:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183203.871172:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183204.891895:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183205.915960:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183206.493610:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183206.493622:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183206.493626:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183206.493637:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4416
00000100:00080000:3.0:1776183206.493640:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183206.493645:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183206.494408:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492576768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183206.494435:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183206.494439:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183206.494441:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183206.494445:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4416
00000100:00080000:3.0:1776183206.494448:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183206.494453:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183206.494463:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183206.494481:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492576832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183206.494490:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183206.494492:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183206.494494:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183206.494497:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4416
00000100:00080000:3.0:1776183206.494499:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183206.494502:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183206.494506:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183206.494516:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492576896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183206.494524:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183206.494526:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183206.494527:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183206.494545:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4416
00000100:00080000:3.0:1776183206.494547:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183206.494551:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183206.494555:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183206.494562:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492576768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183206.494567:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492576960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183206.494580:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183206.494583:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183206.494584:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183206.494588:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4416
00000100:00080000:3.0:1776183206.494590:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183206.494593:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183206.494597:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183206.494607:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492577024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183206.494646:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183206.494670:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183206/real 1776183206]  req@0000000019f3e9d6 x1862458492576768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183206.494696:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492576768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183206.494704:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183206.494706:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183206.494743:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492576768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183206.494751:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183206.494773:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183206.494783:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183206/real 1776183206]  req@0000000011a4c226 x1862458492576832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183206.494793:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492576832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183206.494801:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183206.494803:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183206.494806:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183206.494811:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576896:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183206.494830:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183206.494838:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183206/real 1776183206]  req@00000000c084cebb x1862458492576896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183206.494847:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492576896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183206.494853:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183206.494855:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183206.494857:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183206.494881:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183206.494901:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183206.494909:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183206/real 1776183206]  req@00000000000d3e4b x1862458492576960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183206.494919:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492576960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183206.494924:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183206.494926:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183206.494928:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492576960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183206.494933:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183206.494948:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183206.494954:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183206/real 1776183206]  req@0000000058f74c1f x1862458492577024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183206.494962:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492577024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183206.494980:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183206.494982:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183206.494984:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183206.939920:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183207.965738:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183208.988082:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183210.012437:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183211.036276:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183211.611925:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183211.611937:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183211.611940:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183211.611951:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4422
00000100:00080000:1.0:1776183211.611954:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183211.611961:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183211.612009:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492577088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183211.612035:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183211.612039:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183211.612040:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183211.612043:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4422
00000100:00080000:1.0:1776183211.612045:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183211.612048:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183211.612057:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183211.612078:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492577152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183211.612086:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183211.612089:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183211.612090:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183211.612094:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4422
00000100:00080000:1.0:1776183211.612095:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183211.612098:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183211.612104:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183211.612114:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492577216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183211.612121:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183211.612124:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183211.612126:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183211.612129:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4422
00000100:00080000:1.0:1776183211.612131:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183211.612133:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183211.612137:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183211.612145:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492577280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183211.612152:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183211.612155:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183211.612157:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183211.612159:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4422
00000100:00080000:1.0:1776183211.612161:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183211.612164:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183211.612167:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183211.612176:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492577344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183211.612306:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492577088:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183211.612366:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183211.612388:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183211/real 1776183211]  req@0000000086193d2a x1862458492577088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183211.612402:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492577088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183211.612411:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183211.612414:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183211.612417:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492577088:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183211.612424:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577152:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183211.612446:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183211.612454:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183211/real 1776183211]  req@00000000ae50fb1e x1862458492577152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183211.612464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492577152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183211.612470:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183211.612473:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183211.612475:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577152:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183211.612481:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577216:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183211.612500:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183211.612508:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183211/real 1776183211]  req@00000000dedc2d4e x1862458492577216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183211.612525:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492577216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183211.612531:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183211.612533:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183211.612535:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577216:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183211.612540:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577280:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183211.612559:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183211.612567:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183211/real 1776183211]  req@000000007c26bb68 x1862458492577280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183211.612577:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492577280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183211.612584:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183211.612586:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183211.612589:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577280:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183211.612594:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577344:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183211.612626:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183211.612634:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183211/real 1776183211]  req@000000001741ced9 x1862458492577344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183211.612644:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492577344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183236 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183211.612651:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183211.612653:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183211.612656:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577344:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183212.060002:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183213.084047:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183214.107910:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183215.131923:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183216.156674:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183216.733387:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183216.733398:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183216.733401:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183216.733411:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4427
00000100:00080000:3.0:1776183216.733414:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183216.733420:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183216.733452:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492577408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183216.733483:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183216.733486:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183216.733488:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183216.733491:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4427
00000100:00080000:3.0:1776183216.733493:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183216.733496:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183216.733506:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183216.733516:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492577472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183216.733524:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183216.733527:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183216.733529:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183216.733532:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4427
00000100:00080000:3.0:1776183216.733533:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183216.733536:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183216.733540:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183216.733547:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492577536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183216.733554:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183216.733556:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183216.733558:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183216.733561:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4427
00000100:00080000:3.0:1776183216.733563:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183216.733566:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183216.733570:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183216.733577:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492577600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183216.733584:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183216.733587:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183216.733588:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183216.733592:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4427
00000100:00080000:3.0:1776183216.733594:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183216.733596:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183216.733599:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183216.733606:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492577664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183216.733924:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492577408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183216.734004:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183216.734027:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183216/real 1776183216]  req@000000003c7e6ce9 x1862458492577408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183216.734042:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492577408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183216.734051:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183216.734054:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183216.734058:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492577408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183216.734064:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183216.734085:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183216.734093:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183216/real 1776183216]  req@000000004b362de1 x1862458492577472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183216.734102:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492577472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183216.734109:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183216.734111:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183216.734113:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183216.734120:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183216.734137:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183216.734144:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183216/real 1776183216]  req@00000000241ecb2f x1862458492577536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183216.734152:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492577536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183216.734158:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183216.734160:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183216.734162:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183216.734167:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183216.734183:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183216.734190:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183216/real 1776183216]  req@00000000de06baf2 x1862458492577600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183216.734199:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492577600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183216.734205:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183216.734207:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183216.734210:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183216.734214:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183216.734231:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183216.734238:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183216/real 1776183216]  req@00000000249ded4e x1862458492577664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183216.734247:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492577664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183241 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183216.734253:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183216.734255:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183216.734258:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183217.184577:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183218.204467:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183219.227951:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183220.252968:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183221.275914:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183221.851877:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183221.851887:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183221.851891:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183221.851900:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4432
00000100:00080000:0.0:1776183221.851903:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183221.851909:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183221.851954:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492577728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183221.851979:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183221.851982:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183221.851983:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183221.851986:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4432
00000100:00080000:0.0:1776183221.851988:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183221.851991:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183221.851999:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183221.852008:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492577792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183221.852015:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183221.852017:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183221.852018:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183221.852021:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4432
00000100:00080000:0.0:1776183221.852022:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183221.852025:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183221.852036:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183221.852044:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492577856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183221.852050:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183221.852052:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183221.852054:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183221.852056:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4432
00000100:00080000:0.0:1776183221.852058:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183221.852061:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183221.852064:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183221.852070:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492577920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183221.852076:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183221.852079:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183221.852080:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183221.852082:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4432
00000100:00080000:0.0:1776183221.852084:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183221.852086:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183221.852089:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183221.852095:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492577984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183221.852160:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492577728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183221.852238:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183221.852255:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183221.852272:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183221.852285:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183222.300418:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183223.325889:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183224.348566:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776183224.924019:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776183224.924062:0:2252:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776183224.924077:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183224.924118:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183224.924127:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183224.924133:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183224.924139:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:2.0:1776183224.924262:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183221/real 1776183224]  req@000000008e1f0684 x1862458492577728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183224.924286:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492577728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183224.924295:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183224.924299:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183224.924303:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492577728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183224.924309:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183221/real 1776183224]  req@00000000121462c2 x1862458492577792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183224.924319:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492577792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183224.924325:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183224.924327:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183224.924329:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183224.924334:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183221/real 1776183224]  req@000000005cd929cf x1862458492577856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183224.924342:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492577856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183224.924347:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183224.924349:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183224.924352:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183224.924356:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183221/real 1776183224]  req@00000000a315d4ac x1862458492577920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183224.924364:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492577920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183224.924370:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183224.924373:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183224.924375:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183224.924381:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183221/real 1776183224]  req@00000000fc3cde40 x1862458492577984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183224.924390:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492577984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183246 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183224.924395:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183224.924397:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183224.924399:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492577984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183225.371991:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183226.396015:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183226.976623:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183226.976637:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183226.976641:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183226.976652:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4437
00000100:00080000:3.0:1776183226.976655:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183226.976662:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183226.980623:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492578048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183226.980663:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183226.980668:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183226.980671:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183226.980675:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4437
00000100:00100000:2.0:1776183226.980887:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492578048:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183226.980956:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183226.980977:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183226/real 1776183226]  req@00000000fe8f785d x1862458492578048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183226.980991:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492578048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183226.980999:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183226.981001:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183226.981004:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492578048:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:3.0:1776183226.981114:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183226.981121:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183226.981140:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183226.981168:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492578112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183226.981185:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183226.981188:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183226.981190:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183226.981193:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4437
00000100:00080000:3.0:1776183226.981195:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183226.981198:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183226.981203:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183226.981211:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492578176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183226.981217:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183226.981220:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183226.981221:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183226.981224:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4437
00000100:00080000:3.0:1776183226.981225:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183226.981228:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183226.981232:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183226.981239:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492578240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183226.981246:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183226.981249:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183226.981250:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183226.981253:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4437
00000100:00080000:3.0:1776183226.981254:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183226.981257:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183226.981993:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183226.982523:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492578304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183226.982612:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578112:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183226.982661:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183226.982892:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183226/real 1776183226]  req@000000009bb01b96 x1862458492578112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183226.982908:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492578112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183226.982917:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183226.982919:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183226.982922:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578112:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183226.982929:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578176:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183226.982950:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183226.982957:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183226/real 1776183226]  req@00000000d13f4501 x1862458492578176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183226.982966:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492578176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183226.982972:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183226.982974:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183226.982977:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578176:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183226.982982:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578240:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183226.982999:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183226.983005:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183226/real 1776183226]  req@000000006f8c11c8 x1862458492578240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183226.983164:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492578240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183226.983178:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183226.983181:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183226.983183:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578240:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183226.983189:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578304:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183226.983209:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183226.983216:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183226/real 1776183226]  req@00000000249ded4e x1862458492578304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183226.983224:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492578304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183251 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183226.983230:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183226.983231:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183226.983233:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578304:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183227.419931:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183228.443908:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183229.468112:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183230.491938:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183231.516226:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183232.094387:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183232.094399:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183232.094403:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183232.094414:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4442
00000100:00080000:1.0:1776183232.094417:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183232.094424:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183232.096754:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492578368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183232.096997:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492578368:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:1.0:1776183232.097089:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183232.097094:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183232.097097:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183232.097101:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4442
00000100:00080000:1.0:1776183232.097104:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183232.097109:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183232.097119:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183232.097138:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492578432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183232.097146:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183232.097149:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183232.097150:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183232.097153:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4442
00000100:00080000:1.0:1776183232.097156:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183232.097159:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183232.097162:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183232.097170:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492578496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183232.097176:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183232.097179:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183232.097180:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183232.097183:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4442
00000100:00080000:1.0:1776183232.097184:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183232.097187:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183232.097189:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183232.097195:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492578560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183232.097200:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183232.097203:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183232.097204:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183232.097207:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4442
00000100:00080000:1.0:1776183232.097208:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183232.097210:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183232.097212:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183232.097218:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492578624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183232.098059:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183232.098085:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183232/real 1776183232]  req@00000000cbe5ad9d x1862458492578368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183232.098100:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492578368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183232.098108:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183232.098111:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183232.098114:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492578368:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183232.098140:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578432:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183232.098165:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183232.098172:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183232/real 1776183232]  req@0000000090379869 x1862458492578432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183232.098181:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492578432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183232.098188:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183232.098190:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183232.098192:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578432:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183232.098197:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578496:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183232.098214:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183232.098220:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183232/real 1776183232]  req@000000009e337919 x1862458492578496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183232.098229:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492578496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183232.098236:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183232.098237:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183232.098240:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578496:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183232.098245:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578560:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183232.098263:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183232.098271:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183232/real 1776183232]  req@0000000049a65e22 x1862458492578560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183232.098285:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492578560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183232.098291:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183232.098293:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183232.098295:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578560:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183232.098299:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578624:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183232.098315:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183232.098322:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183232/real 1776183232]  req@00000000b28b4fbf x1862458492578624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183232.098331:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492578624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183232.098338:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183232.098340:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183232.098342:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578624:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183232.540568:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183233.564054:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183234.588668:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183235.611893:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183236.635984:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183237.214081:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183237.214093:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183237.214097:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183237.214107:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4447
00000100:00080000:1.0:1776183237.214110:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183237.214116:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183237.214153:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492578688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183237.214185:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183237.214189:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183237.214190:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183237.214194:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4447
00000100:00080000:1.0:1776183237.214196:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183237.214199:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183237.214207:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183237.214217:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492578752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183237.214225:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183237.214228:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183237.214229:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183237.214232:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4447
00000100:00080000:1.0:1776183237.214233:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183237.214236:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183237.214240:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183237.214246:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492578816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183237.214254:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183237.214257:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183237.214258:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183237.214261:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4447
00000100:00080000:1.0:1776183237.214262:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183237.214264:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183237.214267:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183237.214273:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492578880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183237.214279:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183237.214282:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183237.214283:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183237.214286:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4447
00000100:00080000:1.0:1776183237.214287:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183237.214290:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183237.214293:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183237.214300:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492578944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183237.214387:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492578688:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183237.214446:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183237.214466:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183237/real 1776183237]  req@00000000b28b4fbf x1862458492578688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183237.214479:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492578688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183237.214488:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183237.214490:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183237.214493:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492578688:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183237.214500:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578752:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183237.214530:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183237.214539:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183237/real 1776183237]  req@0000000049a65e22 x1862458492578752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183237.214549:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492578752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183237.214555:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183237.214557:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183237.214560:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578752:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183237.214565:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578816:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183237.214582:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183237.214589:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183237/real 1776183237]  req@000000009e337919 x1862458492578816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183237.214597:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492578816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183237.214603:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183237.214605:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183237.214607:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578816:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183237.214612:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578880:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183237.214629:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183237.214635:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183237/real 1776183237]  req@0000000090379869 x1862458492578880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183237.214645:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492578880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183237.214651:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183237.214652:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183237.214654:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183237.214659:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578944:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183237.214674:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183237.214679:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183237/real 1776183237]  req@00000000cbe5ad9d x1862458492578944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183237.214687:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492578944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183237.214693:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183237.214695:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183237.214697:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492578944:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183237.660318:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183238.684232:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183239.707987:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183240.732462:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183241.757084:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183242.331856:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183242.331866:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183242.331869:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183242.331880:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4452
00000100:00080000:3.0:1776183242.331883:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183242.331889:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183242.331921:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492579008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183242.331997:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492579008:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183242.332064:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183242.332096:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183242.332100:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183242.332102:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183242.332106:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4452
00000100:00080000:3.0:1776183242.332108:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183242.332112:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183242.332121:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183242.332134:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492579072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183242.335126:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183242/real 1776183242]  req@00000000de06baf2 x1862458492579008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183242.335153:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492579008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183242.335163:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183242.335166:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183242.335170:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492579008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183242.335201:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579072:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183242.335252:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183242.335262:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183242/real 1776183242]  req@00000000241ecb2f x1862458492579072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183242.335272:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492579072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183242.335278:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183242.335280:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183242.335283:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183242.335987:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183242.335993:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183242.335996:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183242.336003:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4452
00000100:00080000:3.0:1776183242.336006:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183242.336011:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183242.336021:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183242.336044:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492579136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183242.336055:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183242.336058:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183242.336059:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183242.336062:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4452
00000100:00080000:3.0:1776183242.336064:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183242.336067:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183242.336070:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183242.336077:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492579200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183242.336083:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183242.336085:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183242.336087:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183242.336089:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4452
00000100:00080000:3.0:1776183242.336090:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183242.336093:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183242.336096:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183242.336103:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492579264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183242.336323:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183242.336462:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183242.336476:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183242/real 1776183242]  req@000000004b362de1 x1862458492579136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183242.336489:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492579136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183242.336497:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183242.336499:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183242.336502:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183242.336508:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183242.336528:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183242.336535:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183242/real 1776183242]  req@000000003c7e6ce9 x1862458492579200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183242.336545:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492579200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183242.336550:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183242.336552:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183242.336554:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183242.336559:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183242.336578:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183242.336585:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183242/real 1776183242]  req@0000000058f74c1f x1862458492579264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183242.336594:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492579264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183242.336600:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183242.336601:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183242.336604:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183242.781464:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183243.804180:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183244.828125:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183245.851924:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183246.878847:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183247.451914:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183247.451928:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183247.451933:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183247.451946:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4457
00000100:00080000:3.0:1776183247.451951:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183247.451956:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183247.451997:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492579328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183247.452072:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492579328:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183247.452138:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183247.452169:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183247.452173:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183247.452175:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183247.452179:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4457
00000100:00080000:3.0:1776183247.452180:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183247.452184:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183247.452193:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183247.452205:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492579392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183247.452245:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183247/real 1776183247]  req@00000000000d3e4b x1862458492579328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183247.452260:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492579328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183247.452268:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183247.452280:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183247.452284:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492579328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183247.452316:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579392:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183247.452338:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183247.452347:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183247/real 1776183247]  req@00000000c084cebb x1862458492579392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183247.452357:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492579392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183247.452363:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183247.452365:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183247.452368:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183247.453983:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183247.453991:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183247.453994:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183247.454002:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4457
00000100:00080000:3.0:1776183247.454005:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183247.454009:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183247.454020:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183247.454048:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492579456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183247.454092:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579456:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183247.454144:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183247.454168:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183247.454171:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183247.454173:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183247.454176:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4457
00000100:00080000:3.0:1776183247.454178:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183247.454181:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183247.454185:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183247.454195:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492579520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183247.454229:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183247/real 1776183247]  req@0000000011a4c226 x1862458492579456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183247.454243:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492579456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183247.454250:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183247.454252:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183247.454255:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183247.454432:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183247.454436:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183247.454438:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183247.454442:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4457
00000100:00080000:3.0:1776183247.454444:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183247.454447:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183247.454452:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183247.454463:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492579584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183247.455852:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579520:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183247.455906:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183247.455923:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183247/real 1776183247]  req@0000000019f3e9d6 x1862458492579520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183247.455936:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492579520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183247.455945:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183247.455947:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183247.455950:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183247.455955:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579584:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183247.455968:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183247.455973:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183247/real 1776183247]  req@0000000043dc1dd5 x1862458492579584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183247.455981:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492579584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183247.455994:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183247.455996:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183247.455998:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183247.904917:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183248.924274:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183249.949682:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183250.971967:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183251.996015:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183252.571856:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183252.571869:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183252.571873:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183252.571883:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4463
00000100:00080000:3.0:1776183252.571886:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183252.571892:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183252.571927:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492579648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183252.571970:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183252.571974:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183252.571975:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183252.571979:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4463
00000100:00080000:3.0:1776183252.571982:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183252.571986:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183252.571996:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183252.572007:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492579712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183252.572015:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183252.572018:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183252.572020:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183252.572024:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4463
00000100:00080000:3.0:1776183252.572026:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183252.572029:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183252.572033:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183252.572041:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492579776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183252.572048:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183252.572051:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183252.572052:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183252.572055:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4463
00000100:00080000:3.0:1776183252.572057:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183252.572060:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183252.572063:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183252.572071:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492579840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183252.572078:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183252.572081:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183252.572082:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183252.572086:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4463
00000100:00080000:3.0:1776183252.572087:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183252.572089:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183252.572092:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183252.572100:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492579904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183252.572292:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492579648:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183252.572360:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183252.572383:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183252/real 1776183252]  req@00000000e06e7839 x1862458492579648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183252.572400:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492579648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183252.572409:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183252.572412:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183252.572416:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492579648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183252.572422:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183252.572444:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183252.572452:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183252/real 1776183252]  req@00000000eb2b2a12 x1862458492579712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183252.572463:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492579712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183252.572470:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183252.572472:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183252.572475:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183252.572481:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183252.572501:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183252.572509:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183252/real 1776183252]  req@00000000e4a6949b x1862458492579776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183252.572519:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492579776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183252.572525:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183252.572527:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183252.572530:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183252.572535:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183252.572554:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183252.572562:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183252/real 1776183252]  req@00000000979214d3 x1862458492579840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183252.572572:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492579840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183252.572578:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183252.572580:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183252.572583:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183252.572588:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183252.572609:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183252.572617:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183252/real 1776183252]  req@0000000058922152 x1862458492579904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183252.572627:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492579904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183252.572633:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183252.572635:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183252.572637:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492579904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183253.020067:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183254.043921:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183255.068184:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183256.092189:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183257.115990:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183257.695348:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183257.695360:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183257.695363:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183257.695374:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4468
00000100:00080000:0.0:1776183257.695378:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183257.695385:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183257.695421:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492579968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183257.695444:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183257.695448:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183257.695449:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183257.695453:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4468
00000100:00080000:0.0:1776183257.695455:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183257.695458:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183257.695466:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183257.695477:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492580032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183257.695485:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183257.695488:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183257.695489:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183257.695493:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4468
00000100:00080000:0.0:1776183257.695495:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183257.695498:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183257.695503:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183257.695604:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492580096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183257.695613:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183257.695616:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183257.695617:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183257.695623:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4468
00000100:00100000:2.0:1776183257.695624:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492579968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:0.0:1776183257.695625:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183257.695630:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183257.695635:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183257.695645:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492580160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183257.695653:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183257.695656:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183257.695658:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183257.695661:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4468
00000100:00080000:0.0:1776183257.695663:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183257.695666:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183257.695670:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183257.695678:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492580224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183257.695696:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183257.695749:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183257/real 1776183257]  req@00000000cad5148b x1862458492579968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183257.695763:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492579968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183257.695772:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183257.695774:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183257.695777:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492579968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183257.695783:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580032:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183257.695804:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183257.695812:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183257/real 1776183257]  req@000000003deb6a56 x1862458492580032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183257.695827:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492580032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183257.695833:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183257.695835:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183257.695837:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580032:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183257.695842:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580096:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183257.695861:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183257.695867:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183257/real 1776183257]  req@00000000475fa082 x1862458492580096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183257.695875:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492580096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183257.695880:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183257.695883:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183257.695885:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580096:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183257.695910:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580160:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183257.695929:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183257.695937:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183257/real 1776183257]  req@0000000016c7f426 x1862458492580160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183257.695946:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492580160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183257.695952:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183257.695954:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183257.695956:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580160:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183257.695961:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580224:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183257.695978:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183257.695985:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183257/real 1776183257]  req@000000000d11d713 x1862458492580224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183257.695994:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492580224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183282 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183257.696001:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183257.696003:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183257.696005:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580224:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183258.139997:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183259.164581:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183260.192506:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183261.211930:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183262.235887:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183262.812026:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183262.812036:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183262.812039:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183262.812058:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4473
00000100:00080000:2.0:1776183262.812061:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183262.812067:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183262.812101:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492580288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183262.812129:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183262.812132:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183262.812134:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183262.812137:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4473
00000100:00080000:2.0:1776183262.812139:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183262.812141:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183262.812150:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183262.812169:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492580352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183262.812176:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183262.812179:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183262.812180:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183262.812182:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4473
00000100:00080000:2.0:1776183262.812184:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183262.812187:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183262.812190:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183262.812198:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492580416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183262.812205:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183262.812207:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183262.812208:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183262.812211:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4473
00000100:00080000:2.0:1776183262.812213:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183262.812216:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183262.812219:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183262.812291:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492580288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183262.812316:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492580480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183262.812329:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183262.812332:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183262.812333:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183262.812336:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4473
00000100:00080000:2.0:1776183262.812339:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183262.812341:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183262.812345:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1776183262.812351:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183262.812358:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492580544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183262.812375:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183262/real 1776183262]  req@00000000b8358015 x1862458492580288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183262.812390:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492580288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183262.812398:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183262.812401:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183262.812404:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492580288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183262.812410:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580352:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183262.812432:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183262.812439:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183262/real 1776183262]  req@00000000eaec4566 x1862458492580352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183262.812448:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492580352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183262.812455:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183262.812457:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183262.812459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580352:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183262.812464:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580416:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183262.812480:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183262.812487:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183262/real 1776183262]  req@00000000141c6365 x1862458492580416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183262.812497:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492580416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183262.812504:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183262.812506:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183262.812508:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580416:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183262.812542:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580480:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183262.812572:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183262.812581:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183262/real 1776183262]  req@000000009e28d8dc x1862458492580480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183262.812590:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492580480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183262.812596:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183262.812598:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183262.812600:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580480:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183262.812605:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580544:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183262.812621:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183262.812628:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183262/real 1776183262]  req@00000000b03ab380 x1862458492580544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183262.812636:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492580544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183287 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183262.812642:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183262.812644:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183262.812647:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580544:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183263.259986:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183264.284255:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183265.308051:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183266.333466:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183267.356105:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183267.931923:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183267.931934:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183267.931937:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183267.931947:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4478
00000100:00080000:2.0:1776183267.931950:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183267.931956:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183267.931990:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492580608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183267.932019:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183267.932023:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183267.932024:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183267.932028:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4478
00000100:00080000:2.0:1776183267.932030:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183267.932033:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183267.932040:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183267.932051:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492580672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183267.932058:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183267.932060:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183267.932062:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183267.932064:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4478
00000100:00080000:2.0:1776183267.932066:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183267.932069:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183267.932072:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183267.932079:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492580736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183267.932087:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183267.932089:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183267.932090:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183267.932093:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4478
00000100:00080000:2.0:1776183267.932094:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183267.932097:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183267.932101:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183267.932108:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492580800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183267.932114:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183267.932117:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1776183267.932127:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492580608:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183267.932185:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183267.932208:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183267/real 1776183267]  req@00000000cce0171d x1862458492580608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183267.932222:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492580608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183267.932231:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183267.932233:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183267.932236:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492580608:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183267.932241:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580672:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183267.932259:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183267.932267:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183267/real 1776183267]  req@00000000077b2c38 x1862458492580672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183267.932276:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492580672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183267.932282:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183267.932284:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183267.932286:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580672:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183267.932290:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580736:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183267.932310:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183267.932317:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183267/real 1776183267]  req@00000000204bf3c6 x1862458492580736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183267.932327:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492580736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183267.932333:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183267.932335:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183267.932337:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580736:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183267.932342:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580800:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:2.0:1776183267.932351:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183267.932355:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4478
00000100:00080000:2.0:1776183267.932357:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1776183267.932358:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776183267.932359:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183267.932364:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183267.932374:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492580864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183267.932451:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183267/real 1776183267]  req@000000005b9df5b0 x1862458492580800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183267.932464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492580800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183267.932470:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183267.932472:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183267.932474:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580800:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183267.932499:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580864:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183267.932606:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183267.932614:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183267/real 1776183267]  req@000000003ddf5e8b x1862458492580864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183267.932624:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492580864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183292 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183267.932631:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183267.932633:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183267.932636:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580864:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183268.380478:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183269.403880:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183270.429097:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183271.451945:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183272.479382:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183273.051934:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183273.051954:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183273.051958:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183273.051967:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4483
00000100:00080000:0.0:1776183273.051970:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183273.051976:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183273.052008:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492580928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183273.052040:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183273.052043:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183273.052045:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183273.052048:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4483
00000100:00080000:0.0:1776183273.052050:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183273.052053:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183273.052061:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183273.052072:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492580992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183273.052081:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183273.052084:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183273.052085:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183273.052087:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4483
00000100:00080000:0.0:1776183273.052089:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183273.052091:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183273.052095:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183273.052102:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492581056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183273.052108:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183273.052110:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183273.052111:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183273.052114:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4483
00000100:00080000:0.0:1776183273.052116:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183273.052118:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183273.052122:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183273.052128:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492581120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183273.052134:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183273.052137:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183273.052138:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183273.052141:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4483
00000100:00080000:0.0:1776183273.052142:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183273.052145:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183273.052148:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183273.052155:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492581184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183273.052338:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492580928:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183273.052397:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183273.052420:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183273/real 1776183273]  req@000000002277476a x1862458492580928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183273.052434:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492580928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183273.052442:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183273.052444:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183273.052448:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492580928:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183273.052454:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580992:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183273.052473:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183273.052480:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183273/real 1776183273]  req@0000000028a9b6b2 x1862458492580992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183273.052488:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492580992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183273.052494:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183273.052496:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183273.052498:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492580992:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183273.052503:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581056:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183273.052518:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183273.052536:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183273/real 1776183273]  req@00000000d49fdfb5 x1862458492581056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183273.052546:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492581056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183273.052551:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183273.052553:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183273.052555:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581056:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183273.052559:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581120:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183273.052577:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183273.052584:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183273/real 1776183273]  req@00000000af534683 x1862458492581120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183273.052593:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492581120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183273.052599:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183273.052601:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183273.052603:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581120:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183273.052608:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581184:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183273.052626:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183273.052645:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183273/real 1776183273]  req@00000000f7929003 x1862458492581184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183273.052655:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492581184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183273.052661:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183273.052663:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183273.052665:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581184:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183273.501891:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183274.523926:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183275.548505:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183276.571984:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183277.596042:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183278.172739:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183278.172750:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183278.172753:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183278.172764:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4488
00000100:00080000:0.0:1776183278.172767:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183278.172818:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183278.172851:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492581248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183278.172883:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183278.172886:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183278.172887:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183278.172891:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4488
00000100:00080000:0.0:1776183278.172893:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183278.172896:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183278.172904:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183278.172915:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492581312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183278.172922:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183278.172924:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183278.172925:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183278.172930:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4488
00000100:00080000:0.0:1776183278.172931:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183278.172934:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183278.172938:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183278.172946:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492581376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183278.172953:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183278.172955:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183278.172956:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183278.172959:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4488
00000100:00080000:0.0:1776183278.172961:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183278.172963:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183278.172967:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183278.172974:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492581440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183278.172980:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183278.172983:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183278.172984:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183278.172986:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4488
00000100:00080000:0.0:1776183278.172988:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183278.172991:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183278.172994:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183278.173001:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492581504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183278.173028:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492581248:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183278.173102:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183278.173123:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183278/real 1776183278]  req@000000003e96f56f x1862458492581248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183278.173138:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492581248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183278.173147:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183278.173151:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183278.173154:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492581248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183278.173173:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581312:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183278.173195:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183278.173203:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183278/real 1776183278]  req@0000000011be23ca x1862458492581312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183278.173217:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492581312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183278.173233:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183278.173235:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183278.173239:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183278.173244:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581376:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183278.173264:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183278.173272:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183278/real 1776183278]  req@000000004ea85a2d x1862458492581376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183278.173293:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492581376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183278.173300:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183278.173302:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183278.173305:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183278.173310:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581440:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183278.173329:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183278.173336:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183278/real 1776183278]  req@00000000785bcd08 x1862458492581440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183278.173345:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492581440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183278.173356:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183278.173358:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183278.173361:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183278.173366:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581504:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183278.173383:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183278.173389:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183278/real 1776183278]  req@000000001bcf0715 x1862458492581504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183278.173398:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492581504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183278.173404:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183278.173406:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183278.173409:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183278.620908:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183279.645322:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183280.669569:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183281.693378:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183282.716835:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183283.294734:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183283.294744:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183283.294747:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183283.294757:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4493
00000100:00080000:0.0:1776183283.294760:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183283.294766:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183283.294797:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492581568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183283.294826:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183283.294829:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183283.294831:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183283.294834:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4493
00000100:00080000:0.0:1776183283.294836:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183283.294839:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183283.294848:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183283.294858:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492581632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183283.294866:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183283.294868:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183283.294870:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183283.294873:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4493
00000100:00080000:0.0:1776183283.294874:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183283.294877:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183283.294881:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183283.294888:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492581696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183283.294895:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183283.294897:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183283.294898:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183283.294901:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4493
00000100:00080000:0.0:1776183283.294903:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183283.294906:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183283.294909:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183283.294917:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492581760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183283.294924:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183283.294926:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183283.294927:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183283.294930:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4493
00000100:00080000:0.0:1776183283.294932:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183283.294934:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183283.294938:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183283.294945:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492581824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183283.295203:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492581568:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183283.295264:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183283.295286:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183283/real 1776183283]  req@000000002faeba1c x1862458492581568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183283.295300:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492581568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183283.295309:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183283.295312:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183283.295315:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492581568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183283.295322:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581632:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183283.295341:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183283.295347:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183283/real 1776183283]  req@00000000564d2cf7 x1862458492581632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183283.295356:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492581632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183283.295362:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183283.295364:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183283.295366:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183283.295371:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581696:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183283.295385:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183283.295390:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183283/real 1776183283]  req@000000004b92993c x1862458492581696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183283.295398:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492581696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183283.295404:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183283.295406:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183283.295408:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183283.295417:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581760:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183283.295435:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183283.295441:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183283/real 1776183283]  req@00000000d304331a x1862458492581760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183283.295450:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492581760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183283.295456:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183283.295458:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183283.295460:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183283.295464:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581824:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183283.295478:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183283.295484:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183283/real 1776183283]  req@00000000f0661e3d x1862458492581824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183283.295492:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492581824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183283.295498:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183283.295500:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183283.295502:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183283.739926:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183284.764222:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183285.788310:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183286.813012:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183287.836056:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183288.411887:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183288.411897:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183288.411900:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183288.411909:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4498
00000100:00080000:1.0:1776183288.411912:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183288.411919:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183288.411950:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492581888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183288.411977:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183288.411981:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183288.411982:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183288.411985:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4498
00000100:00080000:1.0:1776183288.411987:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183288.411990:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183288.411999:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183288.412009:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492581952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183288.412016:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183288.412019:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183288.412020:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183288.412022:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4498
00000100:00080000:1.0:1776183288.412024:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183288.412026:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183288.412030:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183288.412038:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492582016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183288.412044:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183288.412047:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183288.412048:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183288.412052:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4498
00000100:00080000:1.0:1776183288.412054:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183288.412056:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183288.412060:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183288.412067:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492582080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183288.412074:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183288.412077:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183288.412078:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183288.412081:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4498
00000100:00080000:1.0:1776183288.412083:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183288.412085:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183288.412088:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183288.412094:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492582144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183288.412250:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492581888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183288.412324:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183288.412347:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183288.412363:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183288.412379:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183288.861900:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183289.884883:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183290.909036:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776183291.484969:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776183291.485020:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776183291.485036:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183291.485077:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183291.485085:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183291.485092:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183291.485098:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183291.486419:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183288/real 1776183291]  req@000000001741ced9 x1862458492581888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183291.486447:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492581888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183291.486466:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183291.486469:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183291.486473:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492581888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183291.486479:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183288/real 1776183291]  req@000000007c26bb68 x1862458492581952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183291.486490:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492581952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183291.486497:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183291.486500:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183291.486502:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492581952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183291.486507:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183288/real 1776183291]  req@00000000dedc2d4e x1862458492582016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183291.486517:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492582016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183291.486522:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183291.486525:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183291.486527:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183291.486532:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183288/real 1776183291]  req@00000000ae50fb1e x1862458492582080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183291.486541:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492582080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183291.486552:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183291.486555:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183291.486558:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183291.486562:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183288/real 1776183291]  req@0000000086193d2a x1862458492582144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183291.486571:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492582144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183291.486577:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183291.486579:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183291.486582:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183291.932079:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183292.956930:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183293.531944:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183293.531954:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183293.531960:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183293.531973:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4504
00000100:00080000:1.0:1776183293.531977:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183293.531983:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183293.532313:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492582208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183293.532341:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183293.532345:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183293.532346:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183293.532349:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4504
00000100:00080000:1.0:1776183293.532351:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183293.532355:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183293.532363:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183293.532374:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492582272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183293.532381:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183293.532383:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183293.532384:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183293.532387:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4504
00000100:00080000:1.0:1776183293.532388:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183293.532392:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183293.532395:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183293.532402:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492582336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183293.532408:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183293.532410:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183293.532411:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183293.532414:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4504
00000100:00080000:1.0:1776183293.532415:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183293.532418:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183293.532422:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183293.532429:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492582400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183293.532435:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183293.532437:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183293.532438:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183293.532441:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4504
00000100:00080000:1.0:1776183293.532442:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183293.532444:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183293.532447:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183293.532453:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492582464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183293.532519:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492582208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183293.532580:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183293.532600:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183293/real 1776183293]  req@000000006aae32ca x1862458492582208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183293.532616:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492582208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183293.532627:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183293.532631:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183293.532636:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492582208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183293.532645:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183293.532678:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183293.532686:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183293/real 1776183293]  req@000000009bf866c6 x1862458492582272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183293.532695:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492582272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183293.532700:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183293.532702:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183293.532705:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183293.532709:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582336:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183293.532753:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183293.532761:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183293/real 1776183293]  req@00000000f13843be x1862458492582336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183293.532770:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492582336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183293.532776:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183293.532778:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183293.532780:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183293.532785:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183293.532800:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183293.532813:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183293/real 1776183293]  req@00000000b1152010 x1862458492582400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183293.532822:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492582400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183293.532848:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183293.532849:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183293.532852:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183293.532857:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183293.532877:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183293.532884:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183293/real 1776183293]  req@000000008eee8260 x1862458492582464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183293.532893:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492582464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183293.532900:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183293.532901:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183293.532904:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582464:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183293.979983:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183295.003891:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183296.031660:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183297.052604:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183298.077276:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183298.657355:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183298.657366:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183298.657370:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183298.657380:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4509
00000100:00080000:0.0:1776183298.657384:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183298.657390:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183298.657426:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492582528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183298.657463:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183298.657466:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183298.657468:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183298.657472:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4509
00000100:00080000:0.0:1776183298.657473:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183298.657476:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183298.657484:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183298.657494:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492582592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183298.657502:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183298.657504:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183298.657505:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183298.657509:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4509
00000100:00080000:0.0:1776183298.657511:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183298.657513:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183298.657517:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183298.657524:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492582656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183298.657530:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183298.657533:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183298.657534:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183298.657536:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4509
00000100:00080000:0.0:1776183298.657538:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183298.657540:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183298.657544:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183298.657550:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492582720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183298.657556:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183298.657559:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183298.657560:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183298.657562:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4509
00000100:00080000:0.0:1776183298.657563:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183298.657566:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183298.657569:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183298.657576:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492582784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183298.657664:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492582528:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183298.657764:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183298.657785:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183298/real 1776183298]  req@00000000f0661e3d x1862458492582528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183298.657800:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492582528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183298.657808:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183298.657810:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183298.657813:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492582528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183298.657818:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183298.657838:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183298.657845:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183298/real 1776183298]  req@00000000d304331a x1862458492582592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183298.657852:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492582592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183298.657858:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183298.657860:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183298.657862:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183298.657866:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183298.657878:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183298.657883:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183298/real 1776183298]  req@000000004b92993c x1862458492582656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183298.657890:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492582656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183298.657895:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183298.657897:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183298.657899:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183298.657903:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183298.657915:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183298.657920:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183298/real 1776183298]  req@00000000564d2cf7 x1862458492582720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183298.657932:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492582720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183298.657937:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183298.657938:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183298.657941:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183298.657944:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183298.657976:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183298.657982:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183298/real 1776183298]  req@000000002faeba1c x1862458492582784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183298.657990:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492582784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183323 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183298.657996:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183298.657997:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183298.657999:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183299.100487:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183300.125792:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183301.147898:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183302.173696:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183303.196081:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183303.772062:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183303.772073:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183303.772077:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183303.772095:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4514
00000100:00080000:1.0:1776183303.772098:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183303.772104:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183303.772136:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492582848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183303.772166:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183303.772169:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183303.772171:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183303.772174:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4514
00000100:00080000:1.0:1776183303.772176:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183303.772179:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183303.772188:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183303.772198:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492582912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183303.772206:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183303.772209:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183303.772210:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183303.772214:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4514
00000100:00080000:1.0:1776183303.772215:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183303.772218:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183303.772221:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183303.772241:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492582976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183303.772248:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183303.772251:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183303.772252:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183303.772255:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4514
00000100:00080000:1.0:1776183303.772257:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183303.772259:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183303.772263:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183303.772270:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492583040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183303.772286:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183303.772289:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183303.772291:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183303.772294:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4514
00000100:00080000:1.0:1776183303.772296:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183303.772298:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183303.772302:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183303.772310:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492583104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183303.773041:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492582848:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183303.773112:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183303.773134:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183303/real 1776183303]  req@00000000621373f7 x1862458492582848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183303.773148:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492582848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183303.773157:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183303.773159:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183303.773162:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492582848:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183303.773169:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582912:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183303.773190:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183303.773198:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183303/real 1776183303]  req@00000000ed8b07dd x1862458492582912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183303.773207:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492582912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183303.773213:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183303.773214:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183303.773217:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582912:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183303.773221:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582976:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183303.773258:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183303.773264:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183303/real 1776183303]  req@000000000eb62df8 x1862458492582976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183303.773281:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492582976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183303.773288:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183303.773290:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183303.773292:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492582976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183303.773298:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583040:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183303.773317:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183303.773324:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183303/real 1776183303]  req@0000000002fce3d6 x1862458492583040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183303.773333:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492583040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183303.773340:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183303.773342:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183303.773344:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183303.773349:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583104:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183303.773365:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183303.773371:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183303/real 1776183303]  req@00000000c648eb35 x1862458492583104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183303.773380:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492583104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183328 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183303.773385:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183303.773387:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183303.773389:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583104:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183304.219960:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183305.243863:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183306.269687:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183307.291945:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183308.315992:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183308.891829:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183308.891841:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183308.891844:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183308.891854:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4519
00000100:00080000:1.0:1776183308.891858:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183308.891864:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183308.891896:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492583168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183308.891939:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183308.891943:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183308.891944:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183308.891948:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4519
00000100:00080000:1.0:1776183308.891950:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183308.891953:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183308.891961:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183308.891983:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492583232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183308.891992:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183308.891996:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183308.891997:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183308.892001:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4519
00000100:00080000:1.0:1776183308.892003:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183308.892007:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183308.892012:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183308.892020:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492583296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183308.892023:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492583168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:1.0:1776183308.892033:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183308.892037:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183308.892038:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183308.892041:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4519
00000100:00080000:1.0:1776183308.892043:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183308.892047:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183308.892051:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183308.892060:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492583360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183308.892068:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183308.892071:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183308.892072:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183308.892075:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4519
00000100:00080000:1.0:1776183308.892076:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183308.892079:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183308.892083:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:2.0:1776183308.892095:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776183308.892103:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492583424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183308.892121:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183308/real 1776183308]  req@000000005aa304ab x1862458492583168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183308.892139:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492583168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183308.892148:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183308.892151:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183308.892154:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492583168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183308.892160:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583232:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183308.892194:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183308.892202:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183308/real 1776183308]  req@000000001098c40e x1862458492583232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183308.892212:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492583232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183308.892229:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183308.892231:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183308.892235:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183308.892261:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583296:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183308.892282:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183308.892304:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183308/real 1776183308]  req@00000000d9dd8f33 x1862458492583296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183308.892314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492583296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183308.892327:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183308.892329:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183308.892331:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183308.892336:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583360:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183308.892354:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183308.892361:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183308/real 1776183308]  req@00000000af591920 x1862458492583360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183308.892369:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492583360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183308.892375:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183308.892378:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183308.892380:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183308.892385:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583424:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183308.892402:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183308.892408:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183308/real 1776183308]  req@00000000c87b277a x1862458492583424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183308.892418:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492583424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183333 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183308.892424:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183308.892426:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183308.892429:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183309.339910:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183310.363915:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183311.389585:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183312.415026:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183313.437010:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183314.011909:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183314.011920:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183314.011924:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183314.011934:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4524
00000100:00080000:3.0:1776183314.011942:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183314.011949:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183314.011982:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492583488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183314.012011:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183314.012014:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183314.012016:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183314.012019:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4524
00000100:00080000:3.0:1776183314.012020:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183314.012023:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183314.012031:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183314.012041:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492583552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183314.012048:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183314.012051:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183314.012053:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183314.012056:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4524
00000100:00080000:3.0:1776183314.012057:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183314.012060:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183314.012064:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183314.012071:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492583616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183314.012078:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183314.012081:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183314.012082:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183314.012085:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4524
00000100:00080000:3.0:1776183314.012087:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183314.012090:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183314.012093:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183314.012100:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492583680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183314.012107:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183314.012110:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183314.012111:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183314.012114:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4524
00000100:00080000:3.0:1776183314.012116:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183314.012118:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183314.012122:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183314.012128:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492583744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183314.012257:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492583488:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183314.012321:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183314.012342:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183314/real 1776183314]  req@00000000543ef8b3 x1862458492583488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183314.012357:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492583488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183314.012366:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183314.012368:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183314.012371:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492583488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183314.012377:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583552:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183314.012395:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183314.012401:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183314/real 1776183314]  req@000000004d6f77e0 x1862458492583552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183314.012410:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492583552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183314.012416:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183314.012418:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183314.012421:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183314.012425:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583616:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183314.012444:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183314.012451:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183314/real 1776183314]  req@00000000c2778644 x1862458492583616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183314.012460:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492583616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183314.012466:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183314.012468:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183314.012471:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183314.012475:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583680:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183314.012493:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183314.012500:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183314/real 1776183314]  req@000000004fc3090a x1862458492583680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183314.012509:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492583680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183314.012516:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183314.012518:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183314.012520:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183314.012525:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583744:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183314.012540:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183314.012546:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183314/real 1776183314]  req@0000000058922152 x1862458492583744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183314.012554:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492583744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183314.012560:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183314.012562:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183314.012564:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183314.459990:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183315.484449:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183316.507969:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183317.532054:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183318.555936:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183319.132507:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183319.132517:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183319.132520:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183319.132530:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4529
00000100:00080000:2.0:1776183319.132533:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183319.132538:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183319.132571:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492583808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183319.132601:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183319.132604:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183319.132606:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183319.132609:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4529
00000100:00080000:2.0:1776183319.132610:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183319.132613:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183319.132622:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183319.132631:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492583872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183319.132638:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183319.132641:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183319.132642:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183319.132645:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4529
00000100:00080000:2.0:1776183319.132646:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183319.132649:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183319.132652:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183319.132661:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492583936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183319.132669:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183319.132672:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183319.132673:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183319.132676:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4529
00000100:00080000:2.0:1776183319.132678:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1776183319.132682:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492583808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:2.0:1776183319.132685:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183319.132692:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183319.132702:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492584000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183319.132735:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183319.132739:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183319.132740:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183319.132744:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4529
00000100:00080000:2.0:1776183319.132756:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183319.132759:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183319.132764:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183319.132776:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492584064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:0.0:1776183319.132818:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183319.132844:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183319/real 1776183319]  req@00000000e1486ef7 x1862458492583808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183319.132858:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492583808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183319.132866:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183319.132869:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183319.132872:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492583808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183319.132878:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183319.132908:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183319.132916:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183319/real 1776183319]  req@000000009680d5f0 x1862458492583872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183319.132932:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492583872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183319.132938:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183319.132940:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183319.132943:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183319.132948:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183319.132966:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183319.132973:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183319/real 1776183319]  req@000000008f1aeada x1862458492583936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183319.132983:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492583936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183319.132988:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183319.132990:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183319.132992:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492583936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183319.133016:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183319.133048:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183319.133056:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183319/real 1776183319]  req@000000001e5f24e0 x1862458492584000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183319.133064:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492584000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183319.133070:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183319.133073:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183319.133075:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183319.133080:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183319.133096:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183319.133103:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183319/real 1776183319]  req@00000000916d6b33 x1862458492584064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183319.133112:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492584064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183319.133118:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183319.133120:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183319.133122:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183319.579914:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183320.606542:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183321.628045:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183322.651898:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183323.675903:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183324.251974:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183324.251985:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183324.251989:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183324.251999:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4534
00000100:00080000:1.0:1776183324.252002:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183324.252008:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183324.252040:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492584128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183324.252067:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183324.252071:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183324.252072:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183324.252076:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4534
00000100:00080000:1.0:1776183324.252078:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183324.252081:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183324.252089:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183324.252100:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492584192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183324.252108:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183324.252110:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183324.252111:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183324.252114:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4534
00000100:00080000:1.0:1776183324.252116:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183324.252119:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183324.252132:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183324.252142:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492584256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183324.252157:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183324.252160:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183324.252161:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183324.252165:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4534
00000100:00080000:1.0:1776183324.252166:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183324.252169:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183324.252172:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183324.252179:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492584320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183324.252185:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183324.252187:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183324.252188:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183324.252191:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4534
00000100:00080000:1.0:1776183324.252192:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183324.252195:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183324.252198:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183324.252205:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492584384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183324.252316:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492584128:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183324.252381:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183324.252413:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183324/real 1776183324]  req@00000000c87b277a x1862458492584128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183324.252428:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492584128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183324.252437:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183324.252440:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183324.252443:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492584128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183324.252449:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584192:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183324.252474:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183324.252483:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183324/real 1776183324]  req@00000000af591920 x1862458492584192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183324.252493:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492584192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183324.252499:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183324.252501:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183324.252504:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183324.252508:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584256:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183324.252539:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183324.252548:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183324/real 1776183324]  req@00000000d9dd8f33 x1862458492584256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183324.252557:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492584256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183324.252563:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183324.252565:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183324.252567:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183324.252572:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183324.252590:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183324.252597:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183324/real 1776183324]  req@000000001098c40e x1862458492584320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183324.252610:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492584320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183324.252615:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183324.252617:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183324.252619:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183324.252624:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183324.252654:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183324.252662:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183324/real 1776183324]  req@000000005aa304ab x1862458492584384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183324.252671:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492584384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183324.252677:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183324.252679:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183324.252681:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183324.700458:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183325.725282:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183326.748315:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183327.772001:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183328.796236:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183329.371881:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183329.371891:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183329.371894:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183329.371903:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4539
00000100:00080000:3.0:1776183329.371907:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183329.371913:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183329.371945:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492584448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183329.371969:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183329.371972:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183329.371974:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183329.371977:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4539
00000100:00080000:3.0:1776183329.371979:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183329.371982:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183329.371990:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183329.371998:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492584512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183329.372006:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183329.372010:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183329.372011:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183329.372014:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4539
00000100:00080000:3.0:1776183329.372015:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183329.372017:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183329.372020:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183329.372026:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492584576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183329.372032:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183329.372034:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183329.372035:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183329.372038:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4539
00000100:00080000:3.0:1776183329.372039:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183329.372042:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183329.372045:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183329.372050:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492584640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183329.372056:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183329.372059:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183329.372060:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183329.372062:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4539
00000100:00080000:3.0:1776183329.372064:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183329.372066:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183329.372068:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183329.372074:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492584704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183329.372143:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492584448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183329.372199:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183329.372219:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183329/real 1776183329]  req@00000000979214d3 x1862458492584448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183329.372232:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492584448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183329.372240:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183329.372243:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183329.372246:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492584448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183329.372252:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183329.372267:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183329.372272:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183329/real 1776183329]  req@00000000e4a6949b x1862458492584512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183329.372280:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492584512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183329.372286:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183329.372288:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183329.372290:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183329.372294:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183329.372305:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183329.372310:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183329/real 1776183329]  req@00000000eb2b2a12 x1862458492584576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183329.372319:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492584576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183329.372325:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183329.372327:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183329.372329:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183329.372333:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183329.372346:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183329.372351:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183329/real 1776183329]  req@00000000e06e7839 x1862458492584640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183329.372359:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492584640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183329.372365:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183329.372367:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183329.372369:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183329.372373:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183329.372384:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183329.372390:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183329/real 1776183329]  req@0000000043dc1dd5 x1862458492584704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183329.372397:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492584704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183329.372402:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183329.372404:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183329.372406:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183329.820562:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183330.848806:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183331.867902:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183332.891933:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183333.915879:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183334.491853:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183334.491862:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183334.491864:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183334.491875:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4544
00000100:00080000:1.0:1776183334.491878:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183334.491882:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183334.491912:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492584768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183334.492115:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492584768:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183334.492174:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183334.492205:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183334.492209:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183334.492210:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183334.492214:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4544
00000100:00080000:1.0:1776183334.492216:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183334.492219:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183334.492228:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183334.492250:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492584832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183334.494395:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183334/real 1776183334]  req@00000000c648eb35 x1862458492584768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183334.494436:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492584768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183334.494448:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183334.494451:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183334.494454:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492584768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183334.494486:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183334.494538:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183334.494551:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183334/real 1776183334]  req@0000000002fce3d6 x1862458492584832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183334.494562:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492584832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183334.494569:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183334.494572:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183334.494574:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776183334.498345:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183334.498355:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183334.498358:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183334.498368:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4544
00000100:00080000:1.0:1776183334.498371:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183334.498377:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183334.498387:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183334.498424:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492584896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183334.498573:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183334.498577:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183334.498579:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183334.498583:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4544
00000100:00080000:1.0:1776183334.498585:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183334.498588:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183334.498593:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183334.498604:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492584960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183334.498612:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1776183334.498613:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776183334.498616:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183334.498617:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183334.498619:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4544
00000100:00080000:1.0:1776183334.498621:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183334.498624:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183334.498627:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183334.498633:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492585024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:0.0:1776183334.498674:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183334.498695:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183334/real 1776183334]  req@000000000eb62df8 x1862458492584896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183334.498709:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492584896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183334.498735:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183334.498738:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183334.498741:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183334.498763:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183334.498783:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183334.498791:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183334/real 1776183334]  req@00000000ed8b07dd x1862458492584960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183334.498801:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492584960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183334.498807:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183334.498809:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183334.498811:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492584960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183334.498816:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183334.498833:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183334.498840:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183334/real 1776183334]  req@00000000621373f7 x1862458492585024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183334.498849:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492585024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183334.498855:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183334.498856:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183334.498858:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183334.939904:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183335.964270:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183336.988423:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183338.013797:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183339.036024:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183339.612148:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183339.612159:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183339.612163:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183339.612173:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4550
00000100:00080000:3.0:1776183339.612177:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183339.612182:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183339.612222:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492585088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183339.612248:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183339.612251:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183339.612252:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183339.612256:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4550
00000100:00080000:3.0:1776183339.612258:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183339.612261:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183339.612269:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183339.612277:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492585152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183339.612284:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183339.612287:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183339.612289:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183339.612292:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4550
00000100:00080000:3.0:1776183339.612294:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183339.612296:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183339.612299:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183339.612315:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492585216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183339.612322:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183339.612325:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183339.612325:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183339.612328:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4550
00000100:00080000:3.0:1776183339.612330:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183339.612333:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183339.612336:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183339.612342:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492585280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183339.612349:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183339.612351:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183339.612352:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183339.612355:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4550
00000100:00080000:3.0:1776183339.612356:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183339.612358:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183339.612361:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183339.612366:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492585344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183339.612497:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492585088:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183339.612556:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183339.612577:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183339/real 1776183339]  req@0000000019f3e9d6 x1862458492585088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183339.612591:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492585088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183339.612599:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183339.612601:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183339.612604:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492585088:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183339.612609:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585152:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183339.612624:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183339.612629:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183339/real 1776183339]  req@0000000011a4c226 x1862458492585152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183339.612638:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492585152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183339.612644:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183339.612646:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183339.612648:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585152:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183339.612652:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585216:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183339.612663:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183339.612668:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183339/real 1776183339]  req@00000000c084cebb x1862458492585216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183339.612675:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492585216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183339.612681:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183339.612683:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183339.612685:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585216:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183339.612690:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585280:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183339.612701:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183339.612706:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183339/real 1776183339]  req@00000000000d3e4b x1862458492585280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183339.612749:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492585280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183339.612755:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183339.612757:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183339.612760:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585280:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183339.612764:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585344:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183339.612779:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183339.612785:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183339/real 1776183339]  req@0000000058f74c1f x1862458492585344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183339.612793:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492585344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183364 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183339.612799:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183339.612800:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183339.612802:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585344:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183340.060109:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183341.084822:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183342.108680:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183343.132089:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183344.163808:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183344.732161:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183344.732171:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183344.732174:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183344.732183:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4555
00000100:00080000:0.0:1776183344.732186:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183344.732192:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183344.732232:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492585408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183344.732258:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183344.732262:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183344.732263:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183344.732266:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4555
00000100:00080000:0.0:1776183344.732268:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183344.732271:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183344.732279:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183344.732287:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492585472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183344.732294:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183344.732296:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183344.732298:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183344.732300:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4555
00000100:00080000:0.0:1776183344.732302:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183344.732304:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183344.732307:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183344.732313:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492585536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183344.732319:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183344.732322:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183344.732322:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183344.732325:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4555
00000100:00080000:0.0:1776183344.732327:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183344.732329:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183344.732332:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183344.732337:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492585600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183344.732343:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183344.732345:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183344.732346:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183344.732349:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4555
00000100:00080000:0.0:1776183344.732350:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183344.732352:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183344.732355:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183344.732360:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492585664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183344.732431:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492585408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183344.732488:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183344.732508:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183344/real 1776183344]  req@000000001bcf0715 x1862458492585408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183344.732521:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492585408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183344.732530:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183344.732532:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183344.732535:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492585408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183344.732540:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183344.732554:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183344.732560:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183344/real 1776183344]  req@00000000785bcd08 x1862458492585472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183344.732568:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492585472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183344.732575:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183344.732576:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183344.732578:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183344.732582:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183344.732594:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183344.732599:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183344/real 1776183344]  req@000000004ea85a2d x1862458492585536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183344.732607:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492585536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183344.732613:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183344.732614:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183344.732616:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183344.732620:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183344.732645:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183344.732651:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183344/real 1776183344]  req@0000000011be23ca x1862458492585600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183344.732659:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492585600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183344.732671:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183344.732672:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183344.732674:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183344.732679:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183344.732691:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183344.732695:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183344/real 1776183344]  req@000000003e96f56f x1862458492585664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183344.732703:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492585664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183369 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183344.732710:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183344.732731:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183344.732734:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183345.180014:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183346.211569:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183347.227906:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183348.252046:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183349.276415:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183349.851880:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183349.851891:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183349.851895:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183349.851905:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4560
00000100:00080000:3.0:1776183349.851908:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183349.851914:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183349.851952:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492585728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183349.851980:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183349.851990:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183349.851992:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183349.851996:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4560
00000100:00080000:3.0:1776183349.851998:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183349.852001:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183349.852010:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183349.852030:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492585792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183349.852039:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183349.852042:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183349.852043:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183349.852046:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4560
00000100:00080000:3.0:1776183349.852048:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183349.852051:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183349.852058:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183349.852067:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492585856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183349.852073:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183349.852076:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183349.852077:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183349.852080:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4560
00000100:00080000:3.0:1776183349.852082:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183349.852095:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183349.852099:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183349.852107:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492585920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183349.852113:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183349.852116:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183349.852117:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183349.852120:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4560
00000100:00080000:3.0:1776183349.852122:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183349.852124:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183349.852127:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183349.852134:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492585984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183349.852272:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492585728:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183349.852335:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183349.852368:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183349/real 1776183349]  req@000000003c7e6ce9 x1862458492585728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183349.852382:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492585728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183349.852390:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183349.852392:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183349.852396:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492585728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183349.852402:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585792:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183349.852424:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183349.852431:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183349/real 1776183349]  req@000000004b362de1 x1862458492585792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183349.852440:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492585792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183349.852446:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183349.852448:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183349.852450:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183349.852455:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585856:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183349.852474:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183349.852481:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183349/real 1776183349]  req@00000000241ecb2f x1862458492585856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183349.852490:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492585856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183349.852496:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183349.852499:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183349.852501:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183349.852506:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585920:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183349.852522:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183349.852529:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183349/real 1776183349]  req@00000000de06baf2 x1862458492585920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183349.852537:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492585920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183349.852544:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183349.852546:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183349.852548:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183349.852552:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585984:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183349.852569:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183349.852576:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183349/real 1776183349]  req@00000000249ded4e x1862458492585984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183349.852585:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492585984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183374 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183349.852590:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183349.852592:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183349.852594:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492585984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183350.299978:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183351.324268:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183352.347995:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183353.371842:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183354.395908:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183354.971868:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183354.971879:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183354.971882:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183354.971901:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4565
00000100:00080000:3.0:1776183354.971904:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183354.971910:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183354.971941:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492586048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183354.971969:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183354.971972:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183354.971982:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183354.971985:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4565
00000100:00080000:3.0:1776183354.971987:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183354.971990:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183354.972006:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183354.972022:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492586112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183354.972029:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183354.972032:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183354.972033:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183354.972036:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4565
00000100:00080000:3.0:1776183354.972037:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183354.972040:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183354.972044:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183354.972051:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492586176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183354.972057:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183354.972059:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183354.972060:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183354.972062:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4565
00000100:00080000:3.0:1776183354.972064:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183354.972066:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183354.972069:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183354.972075:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492586240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183354.972081:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183354.972083:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183354.972084:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183354.972087:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4565
00000100:00080000:3.0:1776183354.972088:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183354.972090:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183354.972093:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183354.972100:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492586304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183354.972603:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492586048:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183354.972683:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586112:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183354.972707:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586176:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183354.972747:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586240:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183354.972764:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586304:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183355.421179:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183356.445132:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183357.467953:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776183358.047362:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776183358.047405:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776183358.047421:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183358.047463:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183358.047471:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183358.047477:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183358.047483:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:2.0:1776183358.047513:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183354/real 1776183358]  req@000000006f8c11c8 x1862458492586048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183358.047537:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492586048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183358.047547:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183358.047552:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183358.047555:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492586048:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183358.047561:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183354/real 1776183358]  req@00000000d13f4501 x1862458492586112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183358.047571:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492586112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183358.047577:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183358.047579:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183358.047582:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586112:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183358.047586:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183354/real 1776183358]  req@000000009bb01b96 x1862458492586176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183358.047595:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492586176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183358.047605:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183358.047608:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183358.047610:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586176:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183358.047614:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183354/real 1776183358]  req@00000000fe8f785d x1862458492586240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183358.047623:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492586240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183358.047629:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183358.047631:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183358.047633:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586240:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183358.047639:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183354/real 1776183358]  req@00000000249ded4e x1862458492586304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183358.047648:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492586304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183379 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183358.047654:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183358.047656:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183358.047659:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586304:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183358.492330:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183359.516329:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183360.094204:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183360.094215:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183360.094220:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183360.094231:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4570
00000100:00080000:0.0:1776183360.094234:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183360.094240:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183360.094275:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492586368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183360.094304:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183360.094315:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183360.094317:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183360.094327:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4570
00000100:00080000:0.0:1776183360.094329:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183360.094333:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183360.094342:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183360.094359:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492586432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183360.094367:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183360.094369:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183360.094370:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183360.094373:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4570
00000100:00080000:0.0:1776183360.094375:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183360.094380:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183360.094384:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183360.094392:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492586496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183360.094400:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183360.094403:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183360.094405:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183360.094407:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4570
00000100:00080000:0.0:1776183360.094409:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183360.094412:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183360.094415:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183360.094424:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492586560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183360.094431:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183360.094434:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183360.094435:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183360.094437:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4570
00000100:00080000:0.0:1776183360.094439:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183360.094441:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183360.094445:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183360.094451:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492586624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183360.095303:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492586368:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183360.095375:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183360.095402:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183360/real 1776183360]  req@00000000f7929003 x1862458492586368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183360.095419:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492586368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183360.095429:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183360.095431:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183360.095435:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492586368:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183360.095441:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586432:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183360.095466:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183360.095474:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183360/real 1776183360]  req@00000000af534683 x1862458492586432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183360.095483:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492586432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183360.095488:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183360.095490:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183360.095493:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586432:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183360.095498:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586496:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183360.095516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183360.095523:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183360/real 1776183360]  req@00000000d49fdfb5 x1862458492586496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183360.095533:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492586496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183360.095538:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183360.095541:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183360.095543:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586496:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183360.095548:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586560:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183360.095565:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183360.095572:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183360/real 1776183360]  req@0000000028a9b6b2 x1862458492586560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183360.095582:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492586560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183360.095587:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183360.095589:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183360.095592:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586560:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183360.095596:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586624:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183360.095611:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183360.095618:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183360/real 1776183360]  req@000000002277476a x1862458492586624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183360.095626:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492586624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183360.095647:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183360.095649:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183360.095651:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586624:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183360.540592:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183361.563987:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183362.593705:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183363.613260:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183364.636733:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183365.211873:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183365.211883:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183365.211886:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183365.211897:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4575
00000100:00080000:3.0:1776183365.211900:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183365.211906:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183365.211939:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492586688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183365.211966:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183365.211969:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183365.211970:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183365.211974:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4575
00000100:00080000:3.0:1776183365.211975:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183365.211979:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183365.211986:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183365.211997:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492586752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183365.212005:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183365.212008:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183365.212009:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183365.212012:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4575
00000100:00080000:3.0:1776183365.212014:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183365.212017:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183365.212020:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183365.212028:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492586816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183365.212035:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183365.212039:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183365.212040:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183365.212043:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4575
00000100:00080000:3.0:1776183365.212045:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183365.212049:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183365.212052:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183365.212059:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492586880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183365.212066:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183365.212069:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183365.212071:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183365.212073:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4575
00000100:00080000:3.0:1776183365.212075:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183365.212078:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183365.212081:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183365.212088:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492586944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183365.212179:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492586688:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183365.212244:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183365.212267:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183365/real 1776183365]  req@00000000de06baf2 x1862458492586688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183365.212282:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492586688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183365.212291:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183365.212293:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183365.212296:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492586688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183365.212314:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586752:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183365.212336:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183365.212344:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183365/real 1776183365]  req@00000000241ecb2f x1862458492586752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183365.212354:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492586752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183365.212361:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183365.212363:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183365.212365:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183365.212370:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586816:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183365.212387:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183365.212395:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183365/real 1776183365]  req@000000004b362de1 x1862458492586816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183365.212409:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492586816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183365.212415:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183365.212417:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183365.212419:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183365.212424:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586880:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183365.212443:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183365.212450:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183365/real 1776183365]  req@000000003c7e6ce9 x1862458492586880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183365.212460:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492586880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183365.212466:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183365.212468:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183365.212470:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183365.212476:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586944:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183365.212493:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183365.212501:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183365/real 1776183365]  req@0000000058f74c1f x1862458492586944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183365.212509:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492586944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183365.212515:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183365.212517:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183365.212519:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492586944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183365.659963:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183366.684953:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183367.714022:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183368.731939:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183369.755963:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183370.332211:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183370.332224:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183370.332227:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183370.332238:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4580
00000100:00080000:0.0:1776183370.332241:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183370.332247:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183370.332286:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492587008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183370.332679:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492587008:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183370.332790:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776183370.332830:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183370.332833:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183370.332834:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183370.332838:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4580
00000100:00080000:0.0:1776183370.332839:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183370.332842:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183370.332849:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183370.332859:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492587072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183370.333441:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183370/real 1776183370]  req@000000000d11d713 x1862458492587008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183370.333470:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492587008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183370.333479:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183370.333482:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183370.333485:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492587008:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183370.333509:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587072:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183370.333541:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183370.333550:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183370/real 1776183370]  req@0000000016c7f426 x1862458492587072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183370.333559:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492587072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183370.333566:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183370.333568:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183370.333571:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587072:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:0.0:1776183370.334117:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183370.334122:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183370.334124:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183370.334128:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4580
00000100:00080000:0.0:1776183370.334131:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183370.334135:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183370.334143:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183370.334567:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492587136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183370.334724:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587136:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183370.334765:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776183370.334804:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183370.334808:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183370.334810:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183370.334814:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4580
00000100:00080000:0.0:1776183370.334816:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183370.334820:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183370.334825:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183370.334837:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492587200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183370.335239:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183370/real 1776183370]  req@00000000475fa082 x1862458492587136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183370.335261:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492587136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183370.335269:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183370.335271:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183370.335274:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587136:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183370.335294:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587200:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183370.335320:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183370.335329:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183370/real 1776183370]  req@000000003deb6a56 x1862458492587200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183370.335338:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492587200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183370.335345:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183370.335347:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183370.335349:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587200:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:0.0:1776183370.335472:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183370.335477:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183370.335478:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183370.335482:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4580
00000100:00080000:0.0:1776183370.335484:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183370.335488:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183370.335492:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183370.335506:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492587264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183370.336188:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587264:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183370.336226:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183370.336239:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183370/real 1776183370]  req@00000000cad5148b x1862458492587264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183370.336260:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492587264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183370.336268:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183370.336270:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183370.336273:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587264:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183370.781853:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183371.803932:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183372.827915:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183373.852193:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183374.876080:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183375.452060:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183375.452071:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183375.452075:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183375.452085:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4585
00000100:00080000:1.0:1776183375.452089:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183375.452096:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183375.452129:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492587328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183375.452155:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183375.452159:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183375.452160:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183375.452164:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4585
00000100:00080000:1.0:1776183375.452166:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183375.452168:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183375.452186:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183375.452197:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492587392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183375.452205:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183375.452208:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183375.452210:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183375.452213:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4585
00000100:00080000:1.0:1776183375.452215:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183375.452218:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183375.452222:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183375.452226:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492587328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776183375.452234:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492587456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183375.452244:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183375.452247:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183375.452248:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183375.452251:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4585
00000100:00080000:1.0:1776183375.452253:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183375.452256:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183375.452261:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183375.452269:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492587520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183375.452277:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183375.452281:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183375.452282:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183375.452285:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4585
00000100:00080000:1.0:1776183375.452287:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1776183375.452290:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183375.452292:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183375.452297:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183375.452307:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492587584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183375.452314:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183375/real 1776183375]  req@000000008eee8260 x1862458492587328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183375.452329:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492587328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183375.452338:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183375.452340:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183375.452344:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492587328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183375.452351:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587392:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183375.452370:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183375.452378:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183375/real 1776183375]  req@00000000b1152010 x1862458492587392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183375.452388:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492587392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183375.452395:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183375.452397:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183375.452399:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183375.452421:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587456:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183375.452439:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183375.452447:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183375/real 1776183375]  req@00000000f13843be x1862458492587456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183375.452456:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492587456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183375.452462:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183375.452464:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183375.452466:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183375.452471:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587520:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183375.452488:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183375.452495:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183375/real 1776183375]  req@000000009bf866c6 x1862458492587520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183375.452504:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492587520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183375.452509:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183375.452511:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183375.452513:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183375.452517:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587584:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183375.452531:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183375.452548:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183375/real 1776183375]  req@000000006aae32ca x1862458492587584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183375.452557:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492587584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183375.452563:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183375.452564:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183375.452566:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183375.900259:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183376.923913:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183377.948411:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183378.972162:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183380.002333:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183380.571952:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183380.571971:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183380.571975:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183380.571985:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4591
00000100:00080000:3.0:1776183380.571988:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183380.571994:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183380.572027:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492587648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183380.572055:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183380.572059:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183380.572060:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183380.572064:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4591
00000100:00080000:3.0:1776183380.572066:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183380.572069:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183380.572078:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183380.572090:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492587712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183380.572098:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183380.572101:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183380.572102:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183380.572105:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4591
00000100:00080000:3.0:1776183380.572106:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183380.572109:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183380.572113:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183380.572120:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492587776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183380.572127:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183380.572130:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183380.572131:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183380.572134:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4591
00000100:00080000:3.0:1776183380.572136:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183380.572139:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183380.572143:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183380.572150:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492587840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183380.572161:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183380.572163:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183380.572165:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183380.572167:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4591
00000100:00080000:3.0:1776183380.572169:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183380.572171:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183380.572175:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183380.572182:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492587904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183380.572262:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492587648:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183380.572327:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183380.572347:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183380/real 1776183380]  req@00000000000d3e4b x1862458492587648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183380.572372:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492587648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183380.572380:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183380.572382:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183380.572385:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492587648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183380.572391:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183380.572411:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183380.572419:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183380/real 1776183380]  req@00000000c084cebb x1862458492587712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183380.572443:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492587712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183380.572450:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183380.572452:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183380.572454:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183380.572459:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183380.572477:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183380.572485:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183380/real 1776183380]  req@0000000011a4c226 x1862458492587776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183380.572494:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492587776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183380.572500:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183380.572503:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183380.572505:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183380.572510:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183380.572527:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183380.572533:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183380/real 1776183380]  req@0000000019f3e9d6 x1862458492587840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183380.572542:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492587840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183380.572555:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183380.572556:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183380.572558:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183380.572563:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183380.572577:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183380.572583:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183380/real 1776183380]  req@0000000043dc1dd5 x1862458492587904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183380.572590:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492587904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183380.572595:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183380.572597:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183380.572600:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492587904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183381.019962:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183382.044449:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183383.068785:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183384.092462:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183385.116568:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183385.692091:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183385.692102:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183385.692106:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183385.692115:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4596
00000100:00080000:0.0:1776183385.692118:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183385.692123:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183385.692163:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492587968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183385.692190:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183385.692193:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183385.692194:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183385.692197:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4596
00000100:00080000:0.0:1776183385.692199:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183385.692202:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183385.692210:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183385.692219:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492588032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183385.692226:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183385.692228:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183385.692229:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183385.692232:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4596
00000100:00080000:0.0:1776183385.692234:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183385.692237:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183385.692240:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183385.692247:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492588096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183385.692263:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183385.692266:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183385.692267:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183385.692270:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4596
00000100:00080000:0.0:1776183385.692272:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183385.692275:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183385.692278:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183385.692288:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492588160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183385.692294:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183385.692297:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183385.692298:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183385.692301:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4596
00000100:00080000:0.0:1776183385.692303:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183385.692305:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183385.692309:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183385.692328:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492588224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183385.692411:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492587968:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183385.692470:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183385.692492:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183385/real 1776183385]  req@00000000fc3cde40 x1862458492587968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183385.692518:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492587968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183385.692533:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183385.692537:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183385.692540:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492587968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183385.692546:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588032:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183385.692566:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183385.692573:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183385/real 1776183385]  req@00000000a315d4ac x1862458492588032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183385.692582:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492588032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183385.692589:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183385.692591:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183385.692593:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588032:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183385.692598:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588096:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183385.692615:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183385.692622:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183385/real 1776183385]  req@000000005cd929cf x1862458492588096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183385.692630:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492588096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183385.692635:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183385.692637:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183385.692650:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588096:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183385.692655:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588160:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183385.692676:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183385.692683:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183385/real 1776183385]  req@00000000121462c2 x1862458492588160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183385.692692:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492588160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183385.692698:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183385.692700:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183385.692702:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588160:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183385.692707:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588224:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183385.692751:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183385.692759:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183385/real 1776183385]  req@000000008e1f0684 x1862458492588224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183385.692769:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492588224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183410 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183385.692775:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183385.692777:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183385.692780:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588224:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183386.139926:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183387.166435:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183388.188034:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183389.211996:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183390.235903:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183390.811955:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183390.811966:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183390.811970:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183390.811979:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4601
00000100:00080000:3.0:1776183390.811982:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183390.811988:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183390.812020:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492588288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183390.812050:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183390.812054:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183390.812055:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183390.812059:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4601
00000100:00080000:3.0:1776183390.812061:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183390.812064:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183390.812073:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183390.812084:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492588352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183390.812092:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183390.812094:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183390.812096:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183390.812098:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4601
00000100:00080000:3.0:1776183390.812100:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183390.812103:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183390.812106:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183390.812114:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492588416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183390.812120:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183390.812123:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183390.812124:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183390.812127:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4601
00000100:00080000:3.0:1776183390.812129:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183390.812131:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183390.812135:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183390.812142:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492588480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183390.812149:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183390.812151:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183390.812153:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183390.812156:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4601
00000100:00080000:3.0:1776183390.812158:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183390.812160:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183390.812164:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183390.812171:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492588544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183390.812327:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492588288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183390.812386:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183390.812405:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183390/real 1776183390]  req@00000000e06e7839 x1862458492588288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183390.812418:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492588288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183390.812426:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183390.812428:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183390.812431:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492588288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183390.812436:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183390.812453:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183390.812459:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183390/real 1776183390]  req@00000000eb2b2a12 x1862458492588352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183390.812468:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492588352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183390.812474:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183390.812475:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183390.812478:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183390.812483:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183390.812499:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183390.812505:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183390/real 1776183390]  req@00000000e4a6949b x1862458492588416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183390.812514:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492588416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183390.812519:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183390.812521:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183390.812524:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183390.812528:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183390.812544:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183390.812551:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183390/real 1776183390]  req@00000000979214d3 x1862458492588480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183390.812560:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492588480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183390.812565:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183390.812567:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183390.812569:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183390.812574:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183390.812590:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183390.812597:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183390/real 1776183390]  req@0000000058922152 x1862458492588544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183390.812605:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492588544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183415 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183390.812611:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183390.812613:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183390.812615:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183391.260009:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183392.283935:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183393.307932:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183394.332116:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183395.355996:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183395.931875:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183395.931886:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183395.931889:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183395.931899:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4606
00000100:00080000:1.0:1776183395.931903:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183395.931909:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183395.931946:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492588608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183395.931975:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183395.931978:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183395.931979:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183395.931985:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4606
00000100:00080000:1.0:1776183395.931987:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183395.931989:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183395.931997:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183395.932010:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492588672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183395.932019:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183395.932022:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183395.932023:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1776183395.932027:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492588608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:1.0:1776183395.932028:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4606
00000100:00080000:1.0:1776183395.932032:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183395.932035:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183395.932039:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183395.932046:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492588736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183395.932053:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183395.932056:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183395.932058:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183395.932061:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4606
00000100:00080000:1.0:1776183395.932063:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183395.932066:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183395.932069:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183395.932077:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492588800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183395.932083:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183395.932086:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183395.932087:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183395.932090:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4606
00000100:00080000:1.0:1776183395.932100:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183395.932103:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183395.932107:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183395.932116:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492588864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183395.932122:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183395.932150:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183395/real 1776183395]  req@0000000086193d2a x1862458492588608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183395.932165:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492588608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183395.932174:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183395.932176:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183395.932180:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492588608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183395.932204:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588672:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183395.932226:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183395.932234:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183395/real 1776183395]  req@00000000ae50fb1e x1862458492588672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183395.932244:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492588672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183395.932251:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183395.932253:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183395.932256:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183395.932261:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588736:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183395.932280:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183395.932289:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183395/real 1776183395]  req@00000000dedc2d4e x1862458492588736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183395.932306:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492588736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183395.932312:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183395.932314:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183395.932317:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183395.932322:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588800:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183395.932341:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183395.932349:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183395/real 1776183395]  req@000000007c26bb68 x1862458492588800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183395.932358:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492588800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183395.932364:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183395.932366:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183395.932369:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183395.932374:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588864:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183395.932394:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183395.932402:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183395/real 1776183395]  req@000000001741ced9 x1862458492588864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183395.932411:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492588864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183420 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183395.932418:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183395.932420:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183395.932422:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183396.379925:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183397.403956:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183398.428284:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183399.455514:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183400.475941:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183401.051842:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183401.051852:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183401.051856:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183401.051866:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4611
00000100:00080000:0.0:1776183401.051870:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183401.051875:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183401.051911:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492588928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183401.051936:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183401.051939:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183401.051941:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183401.051944:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4611
00000100:00080000:0.0:1776183401.051946:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183401.051949:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183401.051958:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183401.051969:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492588992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183401.051977:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183401.051990:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183401.051993:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183401.051996:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4611
00000100:00080000:0.0:1776183401.051998:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183401.052001:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183401.052005:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183401.052013:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492589056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183401.052020:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183401.052022:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183401.052023:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183401.052026:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4611
00000100:00080000:0.0:1776183401.052027:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183401.052030:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183401.052033:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183401.052040:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492589120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183401.052047:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183401.052049:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183401.052051:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183401.052053:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4611
00000100:00080000:0.0:1776183401.052055:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183401.052057:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183401.052060:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183401.052068:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492589184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183401.052191:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492588928:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183401.052251:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183401.052272:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183401/real 1776183401]  req@000000008e1f0684 x1862458492588928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183401.052286:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492588928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183401.052295:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183401.052298:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183401.052301:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492588928:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183401.052308:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588992:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183401.052328:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183401.052335:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183401/real 1776183401]  req@00000000121462c2 x1862458492588992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183401.052344:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492588992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183401.052350:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183401.052351:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183401.052354:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492588992:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183401.052360:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589056:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183401.052377:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183401.052383:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183401/real 1776183401]  req@000000005cd929cf x1862458492589056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183401.052393:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492589056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183401.052399:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183401.052401:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183401.052404:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589056:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183401.052408:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589120:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183401.052421:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183401.052426:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183401/real 1776183401]  req@00000000a315d4ac x1862458492589120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183401.052435:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492589120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183401.052441:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183401.052443:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183401.052445:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589120:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183401.052449:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589184:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183401.052462:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183401.052467:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183401/real 1776183401]  req@00000000fc3cde40 x1862458492589184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183401.052476:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492589184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183401.052482:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183401.052484:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183401.052486:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589184:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183401.499888:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183402.523944:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183403.547955:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183404.573489:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183405.597033:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183406.172398:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183406.172409:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183406.172412:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183406.172423:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4616
00000100:00080000:1.0:1776183406.172426:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183406.172431:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183406.172463:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492589248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183406.172491:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183406.172495:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183406.172497:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183406.172500:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4616
00000100:00080000:1.0:1776183406.172502:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183406.172505:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183406.172514:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183406.172524:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492589312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183406.172543:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183406.172546:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183406.172547:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183406.172551:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4616
00000100:00080000:1.0:1776183406.172553:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183406.172555:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183406.172560:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183406.172569:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492589376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183406.172577:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183406.172579:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183406.172580:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183406.172584:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4616
00000100:00080000:1.0:1776183406.172585:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183406.172588:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183406.172592:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183406.172600:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492589440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183406.172608:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183406.172611:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183406.172612:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183406.172615:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4616
00000100:00080000:1.0:1776183406.172617:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183406.172620:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183406.172623:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183406.172630:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492589504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183406.172779:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492589248:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183406.172840:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183406.172861:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183406/real 1776183406]  req@00000000cbe5ad9d x1862458492589248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183406.172886:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492589248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183406.172894:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183406.172897:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183406.172900:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492589248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183406.172906:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589312:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183406.172926:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183406.172933:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183406/real 1776183406]  req@0000000090379869 x1862458492589312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183406.172943:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492589312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183406.172950:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183406.172952:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183406.172954:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183406.172958:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589376:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183406.172973:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183406.172979:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183406/real 1776183406]  req@000000009e337919 x1862458492589376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183406.172988:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492589376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183406.172994:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183406.172996:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183406.172998:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183406.173002:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589440:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183406.173015:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183406.173020:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183406/real 1776183406]  req@0000000049a65e22 x1862458492589440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183406.173029:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492589440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183406.173036:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183406.173037:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183406.173039:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183406.173044:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589504:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183406.173058:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183406.173065:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183406/real 1776183406]  req@00000000b28b4fbf x1862458492589504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183406.173074:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492589504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183406.173080:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183406.173082:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183406.173084:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183406.620056:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183407.644742:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183408.668764:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183409.691989:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183410.721829:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183411.292313:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183411.292324:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183411.292327:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183411.292336:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4621
00000100:00080000:2.0:1776183411.292339:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183411.292345:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183411.292377:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492589568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183411.292406:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183411.292410:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183411.292411:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183411.292415:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4621
00000100:00080000:2.0:1776183411.292419:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183411.292422:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183411.292430:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183411.292441:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492589632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183411.292449:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183411.292452:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183411.292453:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1776183411.292455:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492589568:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:2.0:1776183411.292456:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4621
00000100:00080000:2.0:1776183411.292457:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183411.292460:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183411.292464:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1776183411.292528:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183411.292542:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492589696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183411.292550:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183411.292553:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183411.292554:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1776183411.292556:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183411/real 1776183411]  req@0000000065cff9ca x1862458492589568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183411.292557:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4621
00000100:00080000:2.0:1776183411.292559:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183411.292562:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183411.292566:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183411.292569:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492589568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183411.292573:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492589760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183411.292578:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183411.292579:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183411.292580:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00080000:2.0:1776183411.292582:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1776183411.292583:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492589568:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:2.0:1776183411.292583:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183411.292586:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4621
00000100:00080000:2.0:1776183411.292587:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183411.292590:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183411.292593:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183411.292598:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492589824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183411.292603:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589632:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183411.292640:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183411.292648:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183411/real 1776183411]  req@000000003af52c85 x1862458492589632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183411.292658:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492589632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183411.292663:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183411.292665:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183411.292667:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589632:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183411.292673:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589696:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183411.292690:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183411.292696:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183411/real 1776183411]  req@00000000916d6b33 x1862458492589696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183411.292705:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492589696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183411.292735:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183411.292737:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183411.292740:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589696:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183411.292746:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589760:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183411.292775:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183411.292783:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183411/real 1776183411]  req@000000001e5f24e0 x1862458492589760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183411.292791:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492589760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183411.292797:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183411.292799:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183411.292801:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589760:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183411.292815:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589824:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183411.292832:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183411.292839:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183411/real 1776183411]  req@000000008f1aeada x1862458492589824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183411.292847:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492589824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183411.292853:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183411.292854:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183411.292857:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589824:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183411.739902:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183412.764197:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183413.788141:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183414.812084:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183415.836000:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183416.411879:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183416.411891:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183416.411894:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183416.411904:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4626
00000100:00080000:2.0:1776183416.411908:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183416.411914:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183416.411951:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492589888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183416.411983:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183416.411986:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183416.411987:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183416.411991:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4626
00000100:00080000:2.0:1776183416.411993:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183416.411996:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183416.412005:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183416.412015:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492589952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183416.412023:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183416.412026:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183416.412027:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183416.412031:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4626
00000100:00080000:2.0:1776183416.412033:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183416.412035:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183416.412038:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183416.412046:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492590016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183416.412053:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183416.412055:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183416.412056:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183416.412059:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4626
00000100:00080000:2.0:1776183416.412061:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183416.412064:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183416.412067:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183416.412075:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492590080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183416.412081:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183416.412084:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183416.412085:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183416.412088:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4626
00000100:00080000:2.0:1776183416.412090:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183416.412092:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183416.412095:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183416.412101:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492590144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183416.412199:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492589888:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183416.412259:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183416.412279:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183416/real 1776183416]  req@000000009680d5f0 x1862458492589888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183416.412293:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492589888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183416.412301:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183416.412316:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183416.412319:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492589888:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183416.412325:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589952:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183416.412346:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183416.412354:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183416/real 1776183416]  req@00000000e1486ef7 x1862458492589952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183416.412363:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492589952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183416.412375:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183416.412377:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183416.412379:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492589952:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183416.412383:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590016:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183416.412401:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183416.412408:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183416/real 1776183416]  req@000000003ddf5e8b x1862458492590016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183416.412417:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492590016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183416.412423:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183416.412425:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183416.412427:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590016:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183416.412432:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590080:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183416.412449:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183416.412456:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183416/real 1776183416]  req@000000005b9df5b0 x1862458492590080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183416.412465:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492590080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183416.412472:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183416.412474:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183416.412476:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590080:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183416.412481:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590144:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183416.412499:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183416.412506:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183416/real 1776183416]  req@00000000204bf3c6 x1862458492590144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183416.412515:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492590144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183416.412521:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183416.412522:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183416.412524:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590144:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183416.859928:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183417.884488:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183418.909795:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183419.933768:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183420.955900:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183421.531821:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183421.531832:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183421.531835:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183421.531846:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4632
00000100:00080000:2.0:1776183421.531849:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183421.531855:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183421.532006:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492590208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183421.532039:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183421.532042:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183421.532044:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183421.532047:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4632
00000100:00080000:2.0:1776183421.532049:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183421.532052:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183421.532060:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183421.532079:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492590272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183421.532092:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183421.532094:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183421.532095:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183421.532098:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4632
00000100:00080000:2.0:1776183421.532100:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183421.532102:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183421.532106:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183421.532115:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492590336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183421.532121:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183421.532124:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183421.532125:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183421.532128:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4632
00000100:00080000:2.0:1776183421.532130:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183421.532132:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183421.532136:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183421.532143:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492590400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183421.532150:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183421.532152:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183421.532154:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183421.532156:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4632
00000100:00080000:2.0:1776183421.532158:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183421.532160:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183421.532163:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183421.532179:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492590464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183421.533312:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492590208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183421.533400:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183421.533424:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183421.533440:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183421.533461:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183421.980067:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183423.004070:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183424.028540:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776183424.609044:0:2255:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776183424.609099:0:2255:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776183424.609117:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183424.609225:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183421/real 1776183424]  req@00000000077b2c38 x1862458492590208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183424.609254:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492590208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183424.609265:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183424.609269:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183424.609273:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492590208:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183424.609337:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183424.609622:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183421/real 1776183424]  req@00000000cce0171d x1862458492590272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183424.609754:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492590272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183424.609762:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183424.609765:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183424.609767:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183424.610030:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183424.610091:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183421/real 1776183424]  req@00000000b03ab380 x1862458492590336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183424.610104:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492590336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183424.610110:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183424.610113:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183424.610115:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183424.610147:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183424.610253:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183421/real 1776183424]  req@000000009e28d8dc x1862458492590400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183424.610266:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492590400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183424.610277:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183424.610280:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183424.610283:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183424.610323:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183424.610624:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183421/real 1776183424]  req@00000000141c6365 x1862458492590464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183446 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183424.611119:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492590464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183446 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183424.611128:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183424.611132:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183424.611135:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183425.052381:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183426.076049:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183426.651898:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183426.651914:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183426.651918:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183426.651933:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4637
00000100:00080000:2.0:1776183426.651937:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183426.651944:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183426.651999:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492590528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183426.652038:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183426.652041:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183426.652043:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183426.652047:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4637
00000100:00080000:2.0:1776183426.652051:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183426.652054:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183426.652065:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183426.652077:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492590592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183426.652085:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183426.652088:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183426.652090:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183426.652093:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4637
00000100:00080000:2.0:1776183426.652095:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183426.652099:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183426.652103:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183426.652112:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492590656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183426.652120:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183426.652123:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183426.652125:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183426.652128:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4637
00000100:00080000:2.0:1776183426.652130:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183426.652133:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183426.652137:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183426.652146:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492590720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183426.652154:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183426.652157:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183426.652159:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183426.652162:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4637
00000100:00080000:2.0:1776183426.652164:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183426.652167:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183426.652171:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183426.652178:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492590784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183426.654331:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492590528:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183426.654448:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183426.654485:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183426/real 1776183426]  req@000000009e28d8dc x1862458492590528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183426.654506:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492590528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183426.654518:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183426.654523:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183426.654527:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492590528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183426.654536:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183426.654563:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183426.654570:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183426/real 1776183426]  req@00000000b03ab380 x1862458492590592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183426.654581:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492590592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183426.654588:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183426.654591:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183426.654593:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183426.654600:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183426.654618:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183426.654626:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183426/real 1776183426]  req@00000000cce0171d x1862458492590656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183426.654634:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492590656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183426.654641:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183426.654643:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183426.654646:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183426.654651:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183426.654669:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183426.654675:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183426/real 1776183426]  req@00000000077b2c38 x1862458492590720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183426.654700:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492590720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183426.654706:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183426.654709:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183426.655292:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183426.655303:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183426.655341:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183426.655354:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183426/real 1776183426]  req@00000000eaec4566 x1862458492590784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183426.655365:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492590784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183451 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183426.655375:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183426.655377:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183426.655380:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183427.100796:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183428.126002:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183429.147947:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183430.172341:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183431.195927:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183431.773673:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183431.773684:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183431.773687:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183431.773697:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4642
00000100:00080000:3.0:1776183431.773700:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183431.773705:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183431.773937:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492590848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183431.774032:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492590848:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183431.774093:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183431.774215:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183431.774220:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183431.774221:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183431.774226:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4642
00000100:00080000:3.0:1776183431.774227:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183431.774231:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183431.774241:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183431.774253:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492590912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183431.774302:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183431/real 1776183431]  req@000000004fc3090a x1862458492590848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183431.774327:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492590848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183431.774337:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183431.774340:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183431.774342:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492590848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183431.774364:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590912:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183431.774386:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183431.774393:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183431/real 1776183431]  req@00000000c2778644 x1862458492590912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183431.774403:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492590912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183431.774409:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183431.774411:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183431.774413:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590912:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:3.0:1776183431.774582:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183431.774587:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183431.774588:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183431.774592:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4642
00000100:00080000:3.0:1776183431.774594:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183431.774597:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183431.774602:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183431.774613:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492590976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183431.774650:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590976:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183431.774672:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183431.774691:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183431.774695:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183431.774696:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183431.774700:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4642
00000100:00080000:3.0:1776183431.774702:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183431.774705:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183431.774709:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183431.774820:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492591040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183431.774926:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183431/real 1776183431]  req@000000004d6f77e0 x1862458492590976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183431.774948:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492590976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183431.774954:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183431.774956:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183431.774958:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492590976:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183431.774971:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591040:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183431.774991:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183431.774998:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183431/real 1776183431]  req@00000000543ef8b3 x1862458492591040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183431.775007:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492591040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183431.775014:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183431.775015:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183431.775018:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591040:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:3.0:1776183431.775060:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183431.775064:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183431.775065:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183431.775069:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4642
00000100:00080000:3.0:1776183431.775071:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183431.775074:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183431.775079:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183431.775092:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492591104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183431.775283:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591104:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183431.775581:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183431.775592:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183431/real 1776183431]  req@00000000543ef8b3 x1862458492591104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183431.775603:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492591104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183456 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183431.775610:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183431.775612:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183431.775615:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591104:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183432.223196:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183433.243886:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183434.268183:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183435.291921:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183436.317114:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183436.892790:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183436.892800:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183436.892804:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183436.892815:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4647
00000100:00080000:2.0:1776183436.892818:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183436.892824:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183436.892859:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492591168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183436.892887:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183436.892890:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183436.892892:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183436.892903:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4647
00000100:00080000:2.0:1776183436.892905:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183436.892909:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183436.892917:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183436.892930:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492591232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183436.892938:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183436.892941:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183436.892942:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183436.892945:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4647
00000100:00080000:2.0:1776183436.892947:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183436.892950:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183436.892954:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183436.892962:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492591296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183436.892968:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183436.892970:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183436.892971:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183436.892974:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4647
00000100:00080000:2.0:1776183436.892975:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183436.892978:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183436.892982:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183436.892988:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492591360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183436.892994:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183436.892997:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183436.892998:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183436.893001:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4647
00000100:00080000:2.0:1776183436.893002:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183436.893005:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183436.893008:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183436.893014:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492591424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183436.893144:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492591168:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183436.893229:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183436.893254:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183436/real 1776183436]  req@00000000b8358015 x1862458492591168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183436.893269:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492591168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183436.893278:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183436.893280:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183436.893284:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492591168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183436.893290:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591232:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183436.893312:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183436.893320:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183436/real 1776183436]  req@00000000eaec4566 x1862458492591232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183436.893330:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492591232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183436.893337:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183436.893340:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183436.893342:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183436.893347:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591296:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183436.893375:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183436.893382:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183436/real 1776183436]  req@00000000077b2c38 x1862458492591296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183436.893391:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492591296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183436.893403:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183436.893405:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183436.893408:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183436.893413:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591360:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183436.893431:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183436.893439:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183436/real 1776183436]  req@00000000cce0171d x1862458492591360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183436.893448:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492591360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183436.893454:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183436.893456:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183436.893459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183436.893463:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591424:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183436.893481:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183436.893488:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183436/real 1776183436]  req@00000000b03ab380 x1862458492591424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183436.893496:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492591424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183461 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183436.893502:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183436.893504:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183436.893506:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183437.341086:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183438.364046:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183439.388044:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183440.412011:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183441.436047:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183442.011871:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183442.011883:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183442.011886:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183442.011897:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4652
00000100:00080000:3.0:1776183442.011900:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183442.011906:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183442.011942:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492591488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183442.011971:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183442.011975:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183442.011976:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183442.011980:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4652
00000100:00080000:3.0:1776183442.011981:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183442.011985:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183442.011993:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183442.012004:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492591552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183442.012012:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183442.012015:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183442.012016:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183442.012019:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4652
00000100:00080000:3.0:1776183442.012021:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183442.012023:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183442.012027:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183442.012034:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492591616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183442.012040:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183442.012043:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183442.012044:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183442.012047:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4652
00000100:00080000:3.0:1776183442.012049:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183442.012051:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183442.012054:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183442.012060:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492591680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183442.012066:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183442.012069:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183442.012070:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183442.012073:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4652
00000100:00080000:3.0:1776183442.012074:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183442.012077:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183442.012080:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183442.012086:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492591744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183442.012179:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492591488:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183442.012243:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183442.012265:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183442/real 1776183442]  req@000000004d6f77e0 x1862458492591488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183442.012278:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492591488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183442.012285:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183442.012288:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183442.012291:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492591488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183442.012296:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591552:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183442.012315:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183442.012323:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183442/real 1776183442]  req@00000000c2778644 x1862458492591552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183442.012332:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492591552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183442.012338:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183442.012340:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183442.012342:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183442.012347:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591616:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183442.012367:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183442.012374:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183442/real 1776183442]  req@000000004fc3090a x1862458492591616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183442.012383:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492591616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183442.012389:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183442.012391:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183442.012394:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183442.012398:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591680:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183442.012417:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183442.012424:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183442/real 1776183442]  req@0000000058922152 x1862458492591680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183442.012433:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492591680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183442.012439:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183442.012440:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183442.012442:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183442.012447:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591744:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183442.012463:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183442.012470:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183442/real 1776183442]  req@00000000979214d3 x1862458492591744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183442.012478:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492591744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183442.012484:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183442.012486:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183442.012488:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183442.460339:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183443.483924:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183444.508122:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183445.531993:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183446.556166:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183447.131866:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183447.131876:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183447.131879:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183447.131889:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4657
00000100:00080000:2.0:1776183447.131892:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183447.131897:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183447.131929:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492591808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183447.131958:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183447.131961:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183447.131962:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183447.131966:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4657
00000100:00080000:2.0:1776183447.131967:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183447.131970:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183447.131979:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183447.131999:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492591872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183447.132006:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183447.132015:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183447.132016:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183447.132020:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4657
00000100:00080000:2.0:1776183447.132021:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183447.132024:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183447.132028:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183447.132037:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492591936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183447.132043:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183447.132046:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183447.132047:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183447.132049:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4657
00000100:00080000:2.0:1776183447.132051:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183447.132053:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183447.132056:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183447.132064:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492592000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183447.132070:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183447.132073:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183447.132074:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183447.132076:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4657
00000100:00080000:2.0:1776183447.132078:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183447.132080:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183447.132083:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183447.132088:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492592064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183447.132226:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492591808:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183447.132285:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183447.132308:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183447/real 1776183447]  req@000000009e28d8dc x1862458492591808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183447.132335:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492591808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183447.132348:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183447.132350:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183447.132353:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492591808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183447.132359:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183447.132378:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183447.132386:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183447/real 1776183447]  req@00000000141c6365 x1862458492591872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183447.132396:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492591872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183447.132401:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183447.132403:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183447.132405:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183447.132410:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183447.132426:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183447.132432:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183447/real 1776183447]  req@00000000204bf3c6 x1862458492591936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183447.132441:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492591936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183447.132447:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183447.132449:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183447.132451:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492591936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183447.132455:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183447.132471:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183447.132477:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183447/real 1776183447]  req@000000005b9df5b0 x1862458492592000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183447.132487:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492592000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183447.132503:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183447.132504:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183447.132507:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183447.132513:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183447.132531:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183447.132538:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183447/real 1776183447]  req@000000003ddf5e8b x1862458492592064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183447.132546:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492592064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183447.132551:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183447.132553:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183447.132555:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183447.580261:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183448.603897:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183449.627910:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183450.652973:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183451.675922:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183452.251956:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183452.251977:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183452.251982:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183452.251992:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4662
00000100:00080000:0.0:1776183452.251996:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183452.252002:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183452.252041:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492592128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183452.252073:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183452.252077:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183452.252078:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183452.252082:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4662
00000100:00080000:0.0:1776183452.252084:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183452.252087:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183452.252096:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183452.252108:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492592192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183452.252115:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183452.252118:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183452.252119:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183452.252122:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4662
00000100:00080000:0.0:1776183452.252124:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183452.252127:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183452.252131:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183452.252138:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492592256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183452.252145:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183452.252147:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183452.252148:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183452.252151:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4662
00000100:00080000:0.0:1776183452.252154:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183452.252157:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183452.252160:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183452.252168:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492592320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183452.252175:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183452.252178:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183452.252179:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183452.252182:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4662
00000100:00080000:0.0:1776183452.252184:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183452.252187:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183452.252190:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183452.252196:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492592384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183452.252284:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492592128:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183452.252369:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183452.252391:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183452/real 1776183452]  req@00000000cad5148b x1862458492592128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183452.252404:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492592128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183452.252413:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183452.252415:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183452.252419:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492592128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183452.252425:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592192:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183452.252458:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183452.252466:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183452/real 1776183452]  req@000000003deb6a56 x1862458492592192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183452.252475:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492592192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183452.252487:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183452.252489:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183452.252492:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183452.252497:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592256:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183452.252516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183452.252523:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183452/real 1776183452]  req@00000000475fa082 x1862458492592256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183452.252546:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492592256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183452.252552:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183452.252554:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183452.252557:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183452.252562:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183452.252580:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183452.252588:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183452/real 1776183452]  req@0000000016c7f426 x1862458492592320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183452.252597:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492592320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183452.252603:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183452.252605:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183452.252607:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183452.252613:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183452.252630:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183452.252637:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183452/real 1776183452]  req@000000000d11d713 x1862458492592384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183452.252646:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492592384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183452.252652:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183452.252654:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183452.252656:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183452.700258:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183453.723880:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183454.750163:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183455.772101:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183456.796545:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183457.371876:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183457.371886:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183457.371890:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183457.371901:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4667
00000100:00080000:2.0:1776183457.371904:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183457.371911:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183457.371947:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492592448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183457.371982:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183457.371986:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183457.371987:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183457.371990:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4667
00000100:00080000:2.0:1776183457.371993:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183457.371996:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183457.372004:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183457.372014:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492592512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183457.372021:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183457.372024:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183457.372025:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183457.372028:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4667
00000100:00080000:2.0:1776183457.372030:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183457.372032:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183457.372036:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183457.372043:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492592576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183457.372050:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183457.372053:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183457.372054:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183457.372056:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4667
00000100:00080000:2.0:1776183457.372058:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183457.372061:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183457.372064:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183457.372071:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492592640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183457.372077:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183457.372081:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183457.372082:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183457.372084:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4667
00000100:00080000:2.0:1776183457.372086:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183457.372088:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183457.372102:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183457.372111:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492592704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183457.372219:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492592448:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183457.372281:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183457.372321:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183457/real 1776183457]  req@00000000e1486ef7 x1862458492592448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183457.372336:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492592448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183457.372344:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183457.372346:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183457.372350:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492592448:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183457.372356:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592512:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183457.372375:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183457.372382:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183457/real 1776183457]  req@000000009680d5f0 x1862458492592512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183457.372390:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492592512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183457.372396:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183457.372398:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183457.372401:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592512:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183457.372406:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592576:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183457.372422:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183457.372428:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183457/real 1776183457]  req@000000008f1aeada x1862458492592576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183457.372436:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492592576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183457.372442:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183457.372443:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183457.372446:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592576:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183457.372451:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592640:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183457.372470:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183457.372476:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183457/real 1776183457]  req@000000001e5f24e0 x1862458492592640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183457.372485:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492592640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183457.372491:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183457.372493:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183457.372495:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592640:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183457.372500:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592704:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183457.372518:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183457.372536:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183457/real 1776183457]  req@00000000916d6b33 x1862458492592704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183457.372547:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492592704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183457.372553:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183457.372555:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183457.372557:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592704:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183457.820014:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183458.843941:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183459.868592:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183460.891905:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183461.915975:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183462.492191:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183462.492202:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183462.492206:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183462.492216:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4672
00000100:00080000:0.0:1776183462.492219:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183462.492226:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183462.492259:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492592768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183462.492289:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183462.492292:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183462.492294:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183462.492297:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4672
00000100:00080000:0.0:1776183462.492299:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183462.492303:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183462.492311:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183462.492321:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492592832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183462.492329:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183462.492332:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183462.492334:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183462.492337:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4672
00000100:00080000:0.0:1776183462.492338:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183462.492341:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183462.492345:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183462.492354:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492592896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183462.492361:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183462.492364:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183462.492365:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183462.492368:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4672
00000100:00080000:0.0:1776183462.492370:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183462.492373:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183462.492377:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183462.492385:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492592960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183462.492392:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183462.492395:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183462.492396:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183462.492399:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4672
00000100:00080000:0.0:1776183462.492401:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183462.492404:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183462.492407:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183462.492414:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492593024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183462.492504:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492592768:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183462.492576:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183462.492600:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183462/real 1776183462]  req@000000002277476a x1862458492592768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183462.492614:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492592768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183462.492622:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183462.492625:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183462.492628:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492592768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183462.492634:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183462.492665:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183462.492677:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183462/real 1776183462]  req@0000000028a9b6b2 x1862458492592832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183462.492690:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492592832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183462.492696:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183462.492698:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183462.492700:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183462.492705:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592896:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183462.492754:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183462.492761:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183462/real 1776183462]  req@00000000d49fdfb5 x1862458492592896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183462.492770:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492592896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183462.492776:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183462.492777:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183462.492779:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183462.492784:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183462.492802:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183462.492809:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183462/real 1776183462]  req@00000000af534683 x1862458492592960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183462.492818:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492592960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183462.492828:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183462.492830:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183462.492832:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492592960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183462.492837:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183462.492853:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183462.492861:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183462/real 1776183462]  req@00000000f7929003 x1862458492593024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183462.493115:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492593024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183462.493124:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183462.493126:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183462.493129:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183462.939951:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183463.967034:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183464.988408:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183466.011928:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183467.038476:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183467.612244:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183467.612255:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183467.612259:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183467.612269:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4678
00000100:00080000:2.0:1776183467.612272:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183467.612278:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183467.612311:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492593088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183467.612378:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492593088:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183467.612440:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776183467.612471:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183467.612475:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183467.612477:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183467.612481:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4678
00000100:00080000:2.0:1776183467.612483:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183467.612486:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183467.612495:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183467.612507:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492593152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183467.612557:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183467/real 1776183467]  req@000000003af52c85 x1862458492593088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183467.612574:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492593088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183467.612582:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183467.612585:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183467.612587:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492593088:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183467.612609:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593152:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183467.612632:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183467.612641:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183467/real 1776183467]  req@0000000065cff9ca x1862458492593152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183467.612652:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492593152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183467.612664:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183467.612666:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183467.612669:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593152:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:2.0:1776183467.612790:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183467.612794:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183467.612796:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183467.612800:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4678
00000100:00080000:2.0:1776183467.612801:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183467.612804:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183467.612809:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183467.612821:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492593216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183467.612875:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593216:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183467.612899:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776183467.612966:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183467.612970:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183467.612971:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183467.612975:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4678
00000100:00080000:2.0:1776183467.612977:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183467.612981:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183467.612986:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183467.612997:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492593280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183467.613509:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183467/real 1776183467]  req@0000000065cff9ca x1862458492593216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183467.613523:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492593216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183467.613531:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183467.613533:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183467.613536:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183467.613564:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593280:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183467.613589:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183467.613598:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183467/real 1776183467]  req@000000003af52c85 x1862458492593280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183467.613608:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492593280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183467.613614:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183467.613616:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183467.613619:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:2.0:1776183467.613735:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183467.613739:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183467.613741:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183467.613745:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4678
00000100:00080000:2.0:1776183467.613748:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183467.613752:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183467.613757:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183467.613770:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492593344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183467.613809:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593344:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183467.613830:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183467.614105:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183467/real 1776183467]  req@00000000916d6b33 x1862458492593344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183467.614118:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492593344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183492 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183467.614124:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183467.614127:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183467.614129:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593344:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183468.060382:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183469.083923:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183470.108968:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183471.132072:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183472.158429:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183472.734432:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183472.734454:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183472.734466:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183472.734477:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4683
00000100:00080000:2.0:1776183472.734481:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183472.734488:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183472.734528:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492593408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183472.734559:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183472.734562:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183472.734564:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183472.734567:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4683
00000100:00080000:2.0:1776183472.734569:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183472.734573:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183472.734581:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183472.734591:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492593472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183472.734599:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183472.734602:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183472.734603:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183472.734605:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4683
00000100:00080000:2.0:1776183472.734607:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183472.734610:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183472.734614:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183472.734620:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492593536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183472.734628:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183472.734630:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183472.734632:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183472.734634:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4683
00000100:00080000:2.0:1776183472.734636:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183472.734639:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183472.734642:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183472.734649:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492593600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183472.734655:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183472.734658:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183472.734660:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183472.734662:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4683
00000100:00080000:2.0:1776183472.734664:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183472.734666:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183472.734670:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183472.734677:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492593664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183472.734975:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492593408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183472.735042:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183472.735066:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183472/real 1776183472]  req@000000001e5f24e0 x1862458492593408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183472.735081:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492593408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183472.735090:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183472.735092:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183472.735096:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492593408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183472.735102:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183472.735127:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183472.735135:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183472/real 1776183472]  req@000000008f1aeada x1862458492593472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183472.735144:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492593472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183472.735150:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183472.735152:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183472.735155:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183472.735159:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183472.735177:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183472.735185:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183472/real 1776183472]  req@000000009680d5f0 x1862458492593536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183472.735194:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492593536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183472.735201:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183472.735203:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183472.735205:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183472.735210:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183472.735227:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183472.735234:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183472/real 1776183472]  req@00000000e1486ef7 x1862458492593600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183472.735248:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492593600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183472.735254:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183472.735255:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183472.735258:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183472.735263:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183472.735277:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183472.735283:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183472/real 1776183472]  req@000000003ddf5e8b x1862458492593664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183472.735291:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492593664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183497 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183472.735296:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183472.735298:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183472.735300:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183473.179924:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183474.204999:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183475.228609:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183476.252034:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183477.276012:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183477.851944:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183477.851954:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183477.851958:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183477.851968:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4688
00000100:00080000:2.0:1776183477.851972:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183477.851978:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183477.852013:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492593728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183477.852045:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183477.852049:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183477.852050:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183477.852054:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4688
00000100:00080000:2.0:1776183477.852056:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183477.852059:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183477.852067:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183477.852085:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492593792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183477.852093:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183477.852096:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183477.852097:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183477.852100:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4688
00000100:00080000:2.0:1776183477.852101:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183477.852104:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183477.852108:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183477.852115:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492593856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183477.852120:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183477.852123:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183477.852124:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183477.852127:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4688
00000100:00080000:2.0:1776183477.852128:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183477.852131:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183477.852134:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183477.852139:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492593920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183477.852145:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183477.852148:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183477.852148:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183477.852151:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4688
00000100:00080000:2.0:1776183477.852153:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183477.852156:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183477.852159:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183477.852165:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492593984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183477.852402:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492593728:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183477.852462:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183477.852484:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183477/real 1776183477]  req@000000005b9df5b0 x1862458492593728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183477.852498:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492593728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183477.852507:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183477.852510:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183477.852513:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492593728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183477.852519:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593792:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183477.852540:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183477.852548:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183477/real 1776183477]  req@00000000204bf3c6 x1862458492593792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183477.852556:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492593792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183477.852562:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183477.852564:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183477.852566:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593792:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183477.852571:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593856:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183477.852588:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183477.852595:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183477/real 1776183477]  req@00000000141c6365 x1862458492593856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183477.852604:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492593856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183477.852611:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183477.852613:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183477.852826:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593856:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183477.852834:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593920:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183477.852856:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183477.852865:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183477/real 1776183477]  req@000000009e28d8dc x1862458492593920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183477.852874:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492593920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183477.852880:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183477.852882:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183477.852883:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593920:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183477.852888:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593984:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183477.852905:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183477.852912:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183477/real 1776183477]  req@00000000b03ab380 x1862458492593984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183477.852921:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492593984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183502 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183477.852926:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183477.852928:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183477.852930:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492593984:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183478.299918:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183479.324555:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183480.347907:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183481.371927:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183482.396741:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183482.972232:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183482.972243:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183482.972247:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183482.972256:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4693
00000100:00080000:2.0:1776183482.972259:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183482.972265:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183482.972301:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492594048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183482.972333:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183482.972337:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183482.972338:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183482.972342:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4693
00000100:00080000:2.0:1776183482.972343:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183482.972347:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183482.972355:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183482.972367:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492594112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183482.972376:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183482.972379:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183482.972381:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183482.972384:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4693
00000100:00080000:2.0:1776183482.972385:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183482.972388:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183482.972392:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183482.972400:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492594176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183482.972408:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183482.972411:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183482.972412:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183482.972415:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4693
00000100:00080000:2.0:1776183482.972416:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183482.972420:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183482.972424:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183482.972431:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492594240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183482.972438:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183482.972441:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183482.972442:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183482.972445:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4693
00000100:00080000:2.0:1776183482.972447:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183482.972449:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183482.972452:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183482.972460:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492594304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183482.972630:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492594048:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183482.972693:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183482.972736:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183482/real 1776183482]  req@00000000cce0171d x1862458492594048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183482.972750:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492594048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183482.972759:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183482.972762:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183482.972765:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492594048:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183482.972771:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594112:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183482.972791:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183482.972798:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183482/real 1776183482]  req@00000000077b2c38 x1862458492594112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183482.972807:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492594112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183482.972813:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183482.972815:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183482.972818:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594112:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183482.972823:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594176:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183482.972841:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183482.972849:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183482/real 1776183482]  req@00000000eaec4566 x1862458492594176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183482.972859:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492594176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183482.972866:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183482.972868:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183482.972870:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594176:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183482.972875:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594240:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183482.972893:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183482.972901:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183482/real 1776183482]  req@00000000b8358015 x1862458492594240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183482.972910:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492594240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183482.972916:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183482.972918:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183482.972921:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594240:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183482.972926:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594304:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183482.972941:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183482.972948:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183482/real 1776183482]  req@00000000b03ab380 x1862458492594304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183482.972956:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492594304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183507 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183482.972963:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183482.972965:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183482.972968:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594304:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183483.420039:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183484.445671:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183485.469771:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183486.491897:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183487.516421:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183488.096487:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183488.096498:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183488.096502:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183488.096512:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4698
00000100:00080000:0.0:1776183488.096516:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183488.096522:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183488.096553:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492594368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183488.096583:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183488.096587:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183488.096588:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183488.096592:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4698
00000100:00080000:0.0:1776183488.096594:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183488.096597:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183488.096605:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183488.096615:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492594432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183488.096622:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183488.096625:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183488.096626:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183488.096629:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4698
00000100:00080000:0.0:1776183488.096631:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183488.096635:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183488.096639:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183488.096646:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492594496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183488.096653:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183488.096656:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183488.096657:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183488.096660:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4698
00000100:00080000:0.0:1776183488.096662:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183488.096665:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183488.096669:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183488.096676:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492594560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183488.096682:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183488.096685:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183488.096686:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183488.096689:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4698
00000100:00080000:0.0:1776183488.096691:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183488.096693:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183488.096697:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183488.096704:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492594624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183488.096816:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492594368:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183488.096896:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594432:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183488.096918:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594496:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183488.096935:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594560:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183488.096951:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594624:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183488.539969:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183489.566559:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183490.588235:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776183491.165355:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776183491.165397:0:2252:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776183491.165412:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183491.165455:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183491.165463:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183491.165469:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183491.165475:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:2.0:1776183491.166999:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183488/real 1776183491]  req@000000003e96f56f x1862458492594368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183491.167055:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492594368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183491.167065:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183491.167069:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183491.167072:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492594368:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183491.167079:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183488/real 1776183491]  req@0000000011be23ca x1862458492594432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183491.167090:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492594432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183491.167102:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183491.167104:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183491.167107:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594432:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183491.167112:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183488/real 1776183491]  req@000000004ea85a2d x1862458492594496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183491.167122:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492594496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183491.167127:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183491.167130:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183491.167132:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594496:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183491.167136:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183488/real 1776183491]  req@00000000785bcd08 x1862458492594560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183491.167144:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492594560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183491.167150:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183491.167152:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183491.167154:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594560:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183491.167159:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183488/real 1776183491]  req@000000001bcf0715 x1862458492594624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183491.167167:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492594624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183491.167177:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183491.167179:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183491.167182:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594624:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183491.612396:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183492.638247:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183493.211871:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183493.211882:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183493.211886:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183493.211896:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4703
00000100:00080000:2.0:1776183493.211900:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183493.211906:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183493.211943:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492594688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183493.211971:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183493.211975:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183493.211976:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183493.211979:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4703
00000100:00080000:2.0:1776183493.211981:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183493.211984:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183493.212001:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183493.212012:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492594752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183493.212020:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1776183493.212096:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492594688:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183493.212158:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183493.212180:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183493/real 1776183493]  req@000000009e28d8dc x1862458492594688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183493.212195:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492594688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183493.212204:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183493.212207:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183493.212210:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492594688:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183493.212216:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594752:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183493.212236:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183493.212244:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183493/real 1776183493]  req@00000000141c6365 x1862458492594752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183493.212253:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492594752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183493.212260:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183493.212262:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183493.212264:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594752:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:2.0:1776183493.212318:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183493.212564:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183493.212571:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4703
00000100:00080000:2.0:1776183493.212573:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183493.212577:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183493.212583:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183493.212596:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492594816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183493.212618:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183493.212622:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1776183493.212702:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594816:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183493.212747:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183493.212756:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183493/real 1776183493]  req@00000000204bf3c6 x1862458492594816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183493.212773:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492594816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183493.212780:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183493.212781:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183493.212784:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594816:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:2.0:1776183493.213836:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183493.213846:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4703
00000100:00080000:2.0:1776183493.213849:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183493.213928:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183493.213938:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183493.213963:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492594880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183493.213990:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183493.214001:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183493.214003:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183493.214005:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4703
00000100:00080000:2.0:1776183493.214007:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183493.214010:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183493.214014:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183493.214131:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594880:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183493.214179:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183493.214197:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183493/real 1776183493]  req@000000005b9df5b0 x1862458492594880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183493.214208:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492594880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183493.214216:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183493.214218:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183493.214221:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183493.214274:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492594944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183493.214316:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594944:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183493.214337:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183493.217761:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183493/real 1776183493]  req@000000003ddf5e8b x1862458492594944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183493.217789:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492594944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183493.217799:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183493.217803:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183493.217807:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492594944:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183493.660433:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183494.683976:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183495.707971:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183496.731912:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183497.758602:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183498.331995:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183498.332005:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183498.332009:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183498.332019:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4708
00000100:00080000:2.0:1776183498.332022:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183498.332028:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183498.332061:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492595008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183498.332116:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183498.332121:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183498.332122:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183498.332126:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4708
00000100:00080000:2.0:1776183498.332128:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183498.332132:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183498.332140:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183498.332146:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492595008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183498.332152:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492595072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183498.332160:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183498.332162:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183498.332163:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183498.332166:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4708
00000100:00080000:2.0:1776183498.332168:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183498.332170:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183498.332174:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183498.332180:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492595136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183498.332186:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183498.332189:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183498.332190:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183498.332192:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4708
00000100:00080000:2.0:1776183498.332193:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183498.332196:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183498.332199:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183498.332206:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492595200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:0.0:1776183498.332207:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776183498.332212:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183498.332214:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183498.332215:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183498.332218:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4708
00000100:00080000:2.0:1776183498.332219:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183498.332221:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183498.332225:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183498.332229:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183498/real 1776183498]  req@00000000e1486ef7 x1862458492595008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183498.332231:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492595264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183498.332248:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492595008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183498.332257:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183498.332259:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183498.332262:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492595008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183498.332284:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595072:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183498.332307:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183498.332315:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183498/real 1776183498]  req@000000009680d5f0 x1862458492595072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183498.332325:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492595072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183498.332331:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183498.332332:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183498.332335:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183498.332343:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183498.332360:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183498.332367:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183498/real 1776183498]  req@000000008f1aeada x1862458492595136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183498.332375:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492595136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183498.332381:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183498.332382:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183498.332384:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183498.332389:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183498.332406:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183498.332413:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183498/real 1776183498]  req@000000001e5f24e0 x1862458492595200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183498.332421:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492595200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183498.332427:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183498.332429:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183498.332431:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183498.332435:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183498.332452:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183498.332459:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183498/real 1776183498]  req@00000000916d6b33 x1862458492595264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183498.332467:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492595264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183498.332474:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183498.332476:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183498.332478:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183498.779934:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183499.806978:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183500.829004:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183501.853395:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183502.877964:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183503.451853:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183503.451862:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183503.451866:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183503.451876:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4713
00000100:00080000:2.0:1776183503.451879:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183503.451885:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183503.451919:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492595328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183503.451950:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183503.451954:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183503.451955:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183503.451958:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4713
00000100:00080000:2.0:1776183503.451960:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183503.451963:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183503.451971:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183503.451982:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492595392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183503.451990:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183503.451993:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183503.451994:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183503.451997:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4713
00000100:00080000:2.0:1776183503.451999:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183503.452002:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183503.452006:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183503.452009:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492595328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183503.452018:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492595456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183503.452027:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183503.452031:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183503.452032:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183503.452035:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4713
00000100:00080000:2.0:1776183503.452037:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183503.452040:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183503.452044:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183503.452052:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492595520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183503.452058:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183503.452061:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183503.452062:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183503.452065:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4713
00000100:00080000:2.0:1776183503.452067:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183503.452070:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183503.452073:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183503.452080:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492595584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:0.0:1776183503.452089:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183503.452115:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183503/real 1776183503]  req@000000003af52c85 x1862458492595328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183503.452132:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492595328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183503.452140:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183503.452143:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183503.452147:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492595328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183503.452154:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595392:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183503.452178:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183503.452185:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183503/real 1776183503]  req@0000000065cff9ca x1862458492595392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183503.452195:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492595392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183503.452202:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183503.452204:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183503.452207:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183503.452229:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595456:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183503.452250:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183503.452258:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183503/real 1776183503]  req@00000000916d6b33 x1862458492595456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183503.452267:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492595456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183503.452272:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183503.452274:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183503.452277:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183503.452281:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595520:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183503.452297:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183503.452303:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183503/real 1776183503]  req@000000001e5f24e0 x1862458492595520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183503.452311:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492595520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183503.452317:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183503.452318:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183503.452320:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183503.452324:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595584:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183503.452339:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183503.452345:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183503/real 1776183503]  req@000000008f1aeada x1862458492595584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183503.452352:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492595584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183503.452358:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183503.452359:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183503.452361:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183503.899942:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183504.924033:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183505.949693:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183506.971908:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183507.996492:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183508.572747:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183508.572757:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183508.572761:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183508.572771:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4719
00000100:00080000:3.0:1776183508.572775:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183508.572781:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183508.572819:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492595648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183508.572837:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183508.572840:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183508.572841:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183508.572845:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4719
00000100:00080000:3.0:1776183508.572846:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183508.572849:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183508.572858:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183508.572868:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492595712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183508.572874:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183508.572877:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183508.572878:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183508.572881:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4719
00000100:00080000:3.0:1776183508.572883:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183508.572885:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183508.572889:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183508.572895:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492595776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183508.572902:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183508.572905:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183508.572906:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183508.572908:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4719
00000100:00080000:3.0:1776183508.572910:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183508.572913:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183508.572917:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183508.572924:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492595840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183508.572931:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183508.572934:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183508.572935:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183508.572938:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4719
00000100:00080000:3.0:1776183508.572939:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183508.572942:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183508.572945:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183508.572953:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492595904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183508.573926:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492595648:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183508.574000:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183508.574025:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183508/real 1776183508]  req@00000000e4a6949b x1862458492595648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183508.574040:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492595648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183508.574049:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183508.574052:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183508.574055:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492595648:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183508.574062:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595712:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183508.574081:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183508.574088:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183508/real 1776183508]  req@00000000eb2b2a12 x1862458492595712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183508.574097:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492595712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183508.574103:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183508.574105:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183508.574107:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595712:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183508.574112:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595776:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183508.574127:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183508.574134:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183508/real 1776183508]  req@00000000e06e7839 x1862458492595776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183508.574142:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492595776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183508.574148:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183508.574150:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183508.574153:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595776:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183508.574158:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595840:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183508.574176:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183508.574184:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183508/real 1776183508]  req@0000000043dc1dd5 x1862458492595840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183508.574193:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492595840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183508.574203:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183508.574205:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183508.574207:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595840:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183508.574212:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595904:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183508.574230:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183508.574237:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183508/real 1776183508]  req@0000000019f3e9d6 x1862458492595904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183508.574245:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492595904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183508.574251:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183508.574252:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183508.574255:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492595904:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183509.020692:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183510.046064:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183511.069471:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183512.092430:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183513.117186:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183513.692682:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183513.692693:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183513.692697:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183513.692706:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4724
00000100:00080000:0.0:1776183513.692709:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183513.692747:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183513.692779:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492595968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183513.692814:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183513.692817:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183513.692819:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183513.692822:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4724
00000100:00080000:0.0:1776183513.692824:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183513.692827:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183513.692835:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183513.692845:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492596032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183513.692853:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183513.692856:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183513.692857:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183513.692860:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4724
00000100:00080000:0.0:1776183513.692861:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183513.692864:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183513.692868:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183513.692875:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492596096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183513.692882:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183513.692885:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183513.692886:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183513.692889:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4724
00000100:00080000:0.0:1776183513.692891:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183513.692894:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183513.692898:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183513.692905:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492596160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183513.692910:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183513.692913:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183513.692914:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183513.692917:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4724
00000100:00080000:0.0:1776183513.692918:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183513.692921:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183513.692925:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183513.692932:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492596224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183513.693041:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492595968:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183513.693110:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183513.693131:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183513/real 1776183513]  req@000000002faeba1c x1862458492595968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183513.693145:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492595968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183513.693153:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183513.693155:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183513.693158:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492595968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183513.693164:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596032:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183513.693184:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183513.693191:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183513/real 1776183513]  req@00000000564d2cf7 x1862458492596032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183513.693199:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492596032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183513.693205:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183513.693206:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183513.693208:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596032:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183513.693213:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596096:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183513.693228:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183513.693234:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183513/real 1776183513]  req@000000004b92993c x1862458492596096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183513.693248:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492596096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183513.693254:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183513.693255:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183513.693258:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596096:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183513.693262:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596160:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183513.693276:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183513.693281:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183513/real 1776183513]  req@00000000d304331a x1862458492596160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183513.693290:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492596160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183513.693295:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183513.693297:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183513.693299:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596160:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183513.693303:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596224:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183513.693337:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183513.693344:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183513/real 1776183513]  req@00000000f0661e3d x1862458492596224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183513.693353:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492596224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183538 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183513.693358:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183513.693360:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183513.693363:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596224:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183514.140216:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183515.165894:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183516.188209:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183517.211920:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183518.237739:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183518.812698:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183518.812730:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183518.812734:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183518.812745:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4729
00000100:00080000:3.0:1776183518.812748:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183518.812755:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183518.812790:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492596288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183518.812830:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183518.812834:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183518.812835:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183518.812839:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4729
00000100:00080000:3.0:1776183518.812841:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183518.812844:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183518.812853:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183518.812863:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492596352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183518.812871:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183518.812874:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183518.812875:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183518.812879:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4729
00000100:00080000:3.0:1776183518.812880:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183518.812883:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183518.812886:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183518.812895:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492596416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183518.812901:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183518.812904:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183518.812905:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183518.812908:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4729
00000100:00080000:3.0:1776183518.812910:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183518.812913:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183518.812917:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183518.812924:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492596480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183518.812939:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183518.812942:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183518.812943:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183518.812946:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4729
00000100:00080000:3.0:1776183518.812948:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183518.812951:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183518.812955:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183518.812963:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492596544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183518.813093:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492596288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183518.813160:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183518.813182:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183518/real 1776183518]  req@0000000011a4c226 x1862458492596288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183518.813198:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492596288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183518.813207:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183518.813209:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183518.813212:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492596288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183518.813229:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183518.813251:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183518.813260:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183518/real 1776183518]  req@00000000c084cebb x1862458492596352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183518.813269:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492596352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183518.813275:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183518.813278:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183518.813280:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183518.813286:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183518.813306:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183518.813313:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183518/real 1776183518]  req@00000000000d3e4b x1862458492596416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183518.813323:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492596416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183518.813329:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183518.813331:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183518.813333:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183518.813338:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183518.813358:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183518.813365:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183518/real 1776183518]  req@0000000058f74c1f x1862458492596480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183518.813374:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492596480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183518.813381:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183518.813382:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183518.813384:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183518.813389:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183518.813404:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183518.813411:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183518/real 1776183518]  req@000000003c7e6ce9 x1862458492596544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183518.813420:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492596544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183543 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183518.813426:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183518.813428:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183518.813431:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183519.259929:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183520.283897:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183521.315538:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183522.331906:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183523.355922:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183523.931915:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183523.931928:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183523.931931:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183523.931942:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4734
00000100:00080000:3.0:1776183523.931945:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183523.931952:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183523.931986:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492596608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183523.932067:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492596608:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183523.932132:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183523.932164:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183523.932168:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183523.932170:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183523.932175:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4734
00000100:00080000:3.0:1776183523.932177:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183523.932180:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183523.932189:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183523.932204:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492596672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183523.932490:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183523/real 1776183523]  req@000000004b362de1 x1862458492596608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183523.932519:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492596608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183523.932528:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183523.932531:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183523.932535:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492596608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183523.932560:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596672:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183523.932586:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183523.932594:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183523/real 1776183523]  req@00000000241ecb2f x1862458492596672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183523.932605:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492596672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183523.932617:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183523.932619:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183523.932622:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183523.933138:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183523.933144:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183523.933146:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183523.933151:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4734
00000100:00080000:3.0:1776183523.933153:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183523.933157:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183523.933164:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183523.933181:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492596736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183523.933192:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183523.933194:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183523.933196:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183523.933199:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4734
00000100:00080000:3.0:1776183523.933201:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183523.933204:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183523.933207:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183523.933216:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492596800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183523.933228:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183523.933231:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183523.933232:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183523.933235:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4734
00000100:00080000:3.0:1776183523.933237:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183523.933239:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183523.933243:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183523.933250:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492596864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183523.933321:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596736:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183523.933362:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183523.933374:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183523/real 1776183523]  req@00000000de06baf2 x1862458492596736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183523.933385:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492596736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183523.933392:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183523.933394:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183523.933397:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183523.933402:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596800:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183523.933422:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183523.933429:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183523/real 1776183523]  req@00000000249ded4e x1862458492596800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183523.933439:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492596800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183523.933444:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183523.933446:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183523.933448:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183523.933452:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596864:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183523.933467:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183523.933473:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183523/real 1776183523]  req@00000000fe8f785d x1862458492596864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183523.933480:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492596864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183548 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183523.933486:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183523.933487:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183523.933489:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183524.380103:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183525.405075:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183526.427902:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183527.452091:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183528.475917:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183529.052020:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183529.052032:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183529.052035:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183529.052047:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4739
00000100:00080000:0.0:1776183529.052051:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183529.052057:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183529.052092:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492596928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183529.052124:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183529.052128:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183529.052130:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183529.052134:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4739
00000100:00080000:0.0:1776183529.052136:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183529.052139:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183529.052149:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183529.052160:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492596992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183529.052168:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183529.052171:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183529.052172:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183529.052176:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4739
00000100:00080000:0.0:1776183529.052178:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183529.052181:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183529.052185:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183529.052193:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492597056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183529.052200:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183529.052203:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183529.052205:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183529.052208:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4739
00000100:00080000:0.0:1776183529.052209:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183529.052213:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183529.052216:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183529.052236:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492597120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183529.052244:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183529.052247:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183529.052249:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183529.052252:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4739
00000100:00080000:0.0:1776183529.052254:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183529.052257:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183529.052261:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183529.052271:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492597184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183529.052271:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492596928:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183529.052340:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183529.052362:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183529/real 1776183529]  req@00000000f0661e3d x1862458492596928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183529.052379:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492596928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183529.052388:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183529.052391:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183529.052394:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492596928:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183529.052400:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596992:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183529.052423:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183529.052430:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183529/real 1776183529]  req@00000000d304331a x1862458492596992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183529.052440:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492596992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183529.052447:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183529.052449:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183529.052452:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492596992:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183529.052457:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597056:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183529.052474:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183529.052481:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183529/real 1776183529]  req@000000004b92993c x1862458492597056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183529.052491:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492597056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183529.052513:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183529.052516:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183529.052519:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597056:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183529.052528:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597120:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183529.052547:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183529.052554:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183529/real 1776183529]  req@00000000564d2cf7 x1862458492597120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183529.052568:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492597120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183529.052574:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183529.052576:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183529.052578:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597120:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183529.052603:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597184:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183529.052618:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183529.052625:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183529/real 1776183529]  req@000000002faeba1c x1862458492597184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183529.052633:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492597184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183529.052639:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183529.052641:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183529.052643:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597184:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183529.499941:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183530.527863:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183531.548988:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183532.573496:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183533.596038:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183534.171836:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183534.171847:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183534.171850:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183534.171859:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4744
00000100:00080000:1.0:1776183534.171862:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183534.171868:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183534.171903:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492597248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183534.171979:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492597248:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183534.172041:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183534.172069:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183534.172072:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183534.172074:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183534.172078:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4744
00000100:00080000:1.0:1776183534.172079:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183534.172083:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183534.172091:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183534.172103:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492597312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183534.173006:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183534/real 1776183534]  req@00000000b28b4fbf x1862458492597248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183534.173026:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492597248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183534.173036:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183534.173038:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183534.173042:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492597248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183534.173068:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597312:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183534.173101:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183534.174623:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183534/real 1776183534]  req@0000000049a65e22 x1862458492597312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183534.174703:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492597312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183534.174727:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183534.174731:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183534.174735:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776183534.176930:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183534.176939:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183534.176942:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183534.176952:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4744
00000100:00080000:1.0:1776183534.176955:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183534.176961:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183534.176974:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183534.177062:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492597376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183534.177076:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183534.177078:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183534.177080:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183534.177083:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4744
00000100:00080000:1.0:1776183534.177085:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183534.177089:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183534.177093:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183534.177103:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492597440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183534.177123:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183534.177125:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183534.177127:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183534.177129:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4744
00000100:00080000:1.0:1776183534.177131:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183534.177133:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183534.177137:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183534.177145:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492597504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183534.179358:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597376:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183534.179435:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183534.179459:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183534/real 1776183534]  req@000000009e337919 x1862458492597376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183534.179475:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492597376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183534.179484:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183534.179488:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183534.179491:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183534.179498:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597440:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183534.179520:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183534.179527:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183534/real 1776183534]  req@0000000090379869 x1862458492597440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183534.179537:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492597440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183534.179543:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183534.179545:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183534.179547:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183534.179553:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597504:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183534.179569:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183534.179575:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183534/real 1776183534]  req@00000000cbe5ad9d x1862458492597504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183534.179583:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492597504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183534.179589:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183534.179591:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183534.179593:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183534.620215:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183535.643920:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183536.668918:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183537.692294:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183538.717462:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183539.297464:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183539.297476:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183539.297479:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183539.297489:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4749
00000100:00080000:3.0:1776183539.297492:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183539.297498:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183539.297530:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492597568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183539.297562:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183539.297566:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183539.297568:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183539.297572:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4749
00000100:00080000:3.0:1776183539.297573:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183539.297576:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183539.297584:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183539.297595:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492597632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183539.297602:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183539.297605:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183539.297606:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183539.297609:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4749
00000100:00080000:3.0:1776183539.297611:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183539.297614:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183539.297618:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183539.297626:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492597696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183539.297632:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183539.297634:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183539.297636:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183539.297638:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4749
00000100:00080000:3.0:1776183539.297640:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183539.297643:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183539.297647:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183539.297655:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492597760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183539.297662:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183539.297665:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183539.297666:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183539.297669:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4749
00000100:00080000:3.0:1776183539.297670:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183539.297673:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:2.0:1776183539.298564:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492597568:192.168.203.145@tcp:250:kworker/u8:3.0
00000008:00100000:3.0:1776183539.298595:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183539.298615:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492597824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183539.298651:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183539.298677:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183539/real 1776183539]  req@000000009bb01b96 x1862458492597568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183539.298692:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492597568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183539.298700:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183539.298703:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183539.298706:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492597568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183539.298739:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597632:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183539.298762:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183539.298770:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183539/real 1776183539]  req@00000000d13f4501 x1862458492597632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183539.298779:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492597632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183539.298785:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183539.298788:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183539.298790:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183539.298796:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597696:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183539.298814:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183539.298822:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183539/real 1776183539]  req@000000006f8c11c8 x1862458492597696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183539.298832:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492597696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183539.298839:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183539.298841:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183539.298844:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183539.298849:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597760:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183539.298868:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183539.299618:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183539/real 1776183539]  req@00000000fe8f785d x1862458492597760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183539.299638:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492597760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183539.299646:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183539.299648:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183539.299652:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183539.299684:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597824:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183539.299753:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183539.299765:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183539/real 1776183539]  req@00000000249ded4e x1862458492597824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183539.299775:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492597824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183539.299782:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183539.299785:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183539.299787:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183539.739911:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183540.763937:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183541.788270:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183542.812595:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183543.837774:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183544.411826:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183544.411836:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183544.411839:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183544.411849:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4754
00000100:00080000:3.0:1776183544.411852:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183544.411858:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183544.411905:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492597888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183544.411934:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183544.411937:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183544.411939:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183544.411942:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4754
00000100:00080000:3.0:1776183544.411945:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183544.411948:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183544.411956:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183544.411966:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492597952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183544.411973:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183544.411976:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183544.411977:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183544.411980:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4754
00000100:00080000:3.0:1776183544.411981:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183544.411984:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183544.411988:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183544.411995:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492598016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183544.412002:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183544.412005:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183544.412006:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183544.412009:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4754
00000100:00080000:3.0:1776183544.412012:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183544.412014:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183544.412018:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183544.412025:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492598080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183544.412032:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183544.412035:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183544.412036:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183544.412039:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4754
00000100:00080000:3.0:1776183544.412041:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183544.412044:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183544.412047:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183544.412054:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492598144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183544.412131:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492597888:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183544.412191:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183544.412212:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183544/real 1776183544]  req@00000000de06baf2 x1862458492597888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183544.412226:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492597888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183544.412239:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183544.412242:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183544.412245:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492597888:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183544.412251:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597952:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183544.412272:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183544.412280:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183544/real 1776183544]  req@00000000241ecb2f x1862458492597952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183544.412290:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492597952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183544.412296:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183544.412298:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183544.412300:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492597952:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183544.412305:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598016:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183544.412323:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183544.412331:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183544/real 1776183544]  req@000000004b362de1 x1862458492598016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183544.412339:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492598016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183544.412345:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183544.412347:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183544.412350:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598016:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183544.412354:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598080:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183544.412372:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183544.412378:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183544/real 1776183544]  req@000000003c7e6ce9 x1862458492598080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183544.412386:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492598080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183544.412393:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183544.412395:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183544.412397:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598080:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183544.412402:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598144:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183544.412429:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183544.412437:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183544/real 1776183544]  req@0000000058f74c1f x1862458492598144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183544.412446:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492598144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183544.412458:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183544.412460:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183544.412462:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598144:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183544.860589:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183545.884672:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183546.908026:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183547.934176:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183548.956001:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183549.536849:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183549.536861:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183549.536864:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183549.536875:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4760
00000100:00080000:1.0:1776183549.536878:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183549.536884:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183549.536921:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492598208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183549.536957:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183549.536961:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183549.536963:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183549.536967:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4760
00000100:00080000:1.0:1776183549.536969:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183549.536972:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183549.536981:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183549.536991:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492598272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183549.537005:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183549.537008:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183549.537009:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183549.537012:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4760
00000100:00080000:1.0:1776183549.537014:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183549.537017:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183549.537021:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183549.537029:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492598336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183549.537036:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183549.537038:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183549.537039:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183549.537042:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4760
00000100:00080000:1.0:1776183549.537044:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183549.537047:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183549.537050:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183549.537059:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492598400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183549.537071:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183549.537074:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183549.537075:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183549.537078:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4760
00000100:00080000:1.0:1776183549.537080:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183549.537082:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183549.537086:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183549.537093:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492598464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183549.540365:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492598208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183549.540437:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183549.540559:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183549/real 1776183549]  req@000000001741ced9 x1862458492598208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183549.540575:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492598208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183549.540583:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183549.540587:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183549.540591:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492598208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183549.540597:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183549.540620:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183549.540957:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183549/real 1776183549]  req@000000007c26bb68 x1862458492598272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183549.540979:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492598272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183549.540985:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183549.541233:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183549.541238:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183549.541245:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598336:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183549.541272:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183549.541280:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183549/real 1776183549]  req@00000000dedc2d4e x1862458492598336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183549.541290:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492598336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183549.541297:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183549.541299:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183549.541301:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183549.541306:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183549.541323:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183549.541329:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183549/real 1776183549]  req@00000000ae50fb1e x1862458492598400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183549.541338:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492598400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183549.541344:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183549.541346:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183549.541348:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183549.541353:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183549.541370:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183549.541376:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183549/real 1776183549]  req@0000000086193d2a x1862458492598464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183549.541386:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492598464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183549.541392:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183549.541394:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183549.541397:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598464:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183549.980827:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183551.004266:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183552.029229:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183553.051927:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183554.076097:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183554.653099:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183554.653108:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183554.653111:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183554.653121:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4765
00000100:00080000:0.0:1776183554.653124:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183554.653131:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183554.653161:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492598528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183554.653188:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183554.653191:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183554.653192:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183554.653196:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4765
00000100:00080000:0.0:1776183554.653198:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183554.653201:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183554.653209:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183554.653225:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492598592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183554.653232:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183554.653235:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183554.653236:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183554.653240:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4765
00000100:00080000:0.0:1776183554.653241:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183554.653244:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183554.653247:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183554.653253:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492598656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183554.653260:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183554.653262:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183554.653263:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183554.653266:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4765
00000100:00080000:0.0:1776183554.653267:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183554.653270:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183554.653273:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183554.653281:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492598720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183554.653293:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183554.653297:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183554.653298:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183554.653301:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4765
00000100:00080000:0.0:1776183554.653303:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183554.653306:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183554.653310:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183554.653317:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492598784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183554.653434:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492598528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183554.653512:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183554.653533:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183554.653549:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183554.653565:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183555.100237:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183556.125824:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183557.151301:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1776183557.724200:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:3.0:1776183557.724241:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1776183557.724266:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776183557.724307:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776183557.724316:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776183557.724324:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:3.0:1776183557.724332:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:2.0:1776183557.724348:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183554/real 1776183557]  req@000000001bcf0715 x1862458492598528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183557.724383:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492598528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183557.724397:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183557.724400:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183557.724404:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492598528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183557.724410:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183554/real 1776183557]  req@00000000785bcd08 x1862458492598592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183557.724420:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492598592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183557.724426:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183557.724429:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183557.724432:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183557.724439:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183554/real 1776183557]  req@000000004ea85a2d x1862458492598656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183557.724452:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492598656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183557.724457:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183557.724459:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183557.724461:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183557.724465:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183554/real 1776183557]  req@0000000011be23ca x1862458492598720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183557.724474:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492598720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183557.724486:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183557.724489:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183557.724492:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183557.724497:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183554/real 1776183557]  req@000000003e96f56f x1862458492598784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183557.724507:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492598784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183579 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183557.724512:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183557.724514:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183557.724516:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183558.171913:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183559.196208:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183559.771879:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183559.771890:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183559.771893:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183559.771903:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4770
00000100:00080000:3.0:1776183559.771906:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183559.771912:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183559.771941:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492598848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183559.771967:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183559.771970:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183559.771971:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183559.771974:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4770
00000100:00080000:3.0:1776183559.771976:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183559.771980:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183559.771988:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183559.771998:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492598912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183559.772005:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183559.772007:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183559.772008:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183559.772011:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4770
00000100:00080000:3.0:1776183559.772012:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183559.772015:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183559.772018:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183559.772024:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492598976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183559.772030:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183559.772032:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183559.772033:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183559.772036:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4770
00000100:00080000:3.0:1776183559.772038:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183559.772052:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183559.772056:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183559.772063:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492599040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183559.772070:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183559.772072:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183559.772073:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183559.772076:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4770
00000100:00080000:3.0:1776183559.772077:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183559.772080:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183559.772083:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183559.772089:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492599104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183559.772298:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492598848:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183559.772361:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183559.772379:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183559/real 1776183559]  req@00000000000d3e4b x1862458492598848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183559.772392:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492598848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183559.772400:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183559.772402:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183559.772405:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492598848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183559.772411:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598912:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183559.772431:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183559.772438:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183559/real 1776183559]  req@00000000c084cebb x1862458492598912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183559.772448:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492598912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183559.772454:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183559.772456:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183559.772459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598912:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183559.772464:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598976:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183559.772481:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183559.772488:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183559/real 1776183559]  req@0000000011a4c226 x1862458492598976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183559.772497:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492598976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183559.772503:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183559.772505:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183559.772507:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492598976:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183559.772512:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599040:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183559.772529:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183559.772535:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183559/real 1776183559]  req@0000000019f3e9d6 x1862458492599040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183559.772548:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492599040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183559.772638:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183559.772641:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183559.772645:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599040:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183559.772650:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599104:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183559.772681:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183559.772688:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183559/real 1776183559]  req@0000000043dc1dd5 x1862458492599104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183559.772698:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492599104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183584 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183559.772704:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183559.772706:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183559.772709:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599104:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183560.220029:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183561.244149:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183562.268108:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183563.291926:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183564.317361:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183564.891814:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183564.891825:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183564.891828:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183564.891837:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4775
00000100:00080000:3.0:1776183564.891840:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183564.891845:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183564.891887:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492599168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183564.891962:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492599168:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183564.892031:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183564.892061:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183564.892064:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183564.892066:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183564.892070:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4775
00000100:00080000:3.0:1776183564.892072:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183564.892075:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183564.892083:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183564.892105:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492599232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183564.902528:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183564/real 1776183564]  req@00000000e06e7839 x1862458492599168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183564.902557:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492599168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183564.902568:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183564.902572:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183564.902576:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492599168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183564.902606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599232:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183564.902663:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183564.902675:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183564/real 1776183564]  req@00000000eb2b2a12 x1862458492599232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183564.902685:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492599232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183564.902702:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183564.902705:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183564.902708:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183564.905278:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183564.905287:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183564.905290:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183564.905298:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4775
00000100:00080000:3.0:1776183564.905301:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183564.905308:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183564.905319:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183564.905364:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492599296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183564.905377:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183564.905380:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183564.905382:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183564.905385:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4775
00000100:00080000:3.0:1776183564.905387:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183564.905391:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183564.905395:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183564.905404:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492599360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183564.905413:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183564.905415:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183564.905417:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183564.905419:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4775
00000100:00080000:3.0:1776183564.905421:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183564.905424:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183564.905427:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183564.905435:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492599424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183564.905673:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599296:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183564.905764:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183564.905784:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183564/real 1776183564]  req@00000000e4a6949b x1862458492599296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183564.905798:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492599296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183564.905805:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183564.905808:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183564.905811:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183564.905817:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599360:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183564.905836:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183564.905843:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183564/real 1776183564]  req@00000000979214d3 x1862458492599360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183564.905852:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492599360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183564.906232:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183564.906234:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183564.906238:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183564.906244:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599424:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183564.906267:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183564.906277:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183564/real 1776183564]  req@0000000058922152 x1862458492599424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183564.906287:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492599424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183589 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183564.906293:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183564.906294:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183564.906296:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183565.339907:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183566.364853:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183567.389135:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183568.411961:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183569.436239:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183570.012251:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183570.012263:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183570.012267:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183570.012278:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4780
00000100:00080000:3.0:1776183570.012281:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183570.012287:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183570.012322:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492599488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183570.012367:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183570.012370:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183570.012373:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183570.012377:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4780
00000100:00080000:3.0:1776183570.012379:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183570.012382:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183570.012390:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183570.012402:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492599552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183570.012410:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183570.012413:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183570.012414:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183570.012417:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4780
00000100:00080000:3.0:1776183570.012419:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183570.012422:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183570.012426:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183570.012434:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492599616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183570.012441:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183570.012444:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183570.012445:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183570.012448:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4780
00000100:00080000:3.0:1776183570.012450:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183570.012453:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183570.012456:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183570.012464:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492599680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183570.012471:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183570.012474:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183570.012476:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183570.012478:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4780
00000100:00080000:3.0:1776183570.012480:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183570.012483:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183570.012486:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183570.012496:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492599744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183570.013161:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492599488:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183570.013228:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183570.013250:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183570/real 1776183570]  req@000000004fc3090a x1862458492599488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183570.013265:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492599488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183570.013274:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183570.013277:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183570.013280:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492599488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183570.013286:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599552:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183570.013306:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183570.013314:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183570/real 1776183570]  req@00000000c2778644 x1862458492599552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183570.013324:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492599552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183570.013331:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183570.013344:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183570.013347:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183570.013353:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599616:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183570.013371:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183570.013378:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183570/real 1776183570]  req@000000004d6f77e0 x1862458492599616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183570.013387:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492599616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183570.013394:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183570.013396:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183570.013398:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183570.013404:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599680:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183570.013421:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183570.013428:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183570/real 1776183570]  req@00000000543ef8b3 x1862458492599680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183570.013438:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492599680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183570.013445:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183570.013447:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183570.013449:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183570.013455:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599744:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183570.013471:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183570.013479:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183570/real 1776183570]  req@0000000058922152 x1862458492599744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183570.013487:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492599744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183570.013493:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183570.013495:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183570.013497:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183570.461490:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183571.484907:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183572.508327:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183573.532585:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183574.556912:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183575.131837:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183575.131848:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183575.131851:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183575.131862:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4785
00000100:00080000:3.0:1776183575.131866:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183575.131871:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183575.131917:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492599808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183575.131948:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183575.131951:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183575.131952:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183575.131956:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4785
00000100:00080000:3.0:1776183575.131959:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183575.131962:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183575.131971:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183575.131983:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492599872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183575.131990:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183575.131993:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183575.132002:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183575.132005:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4785
00000100:00080000:3.0:1776183575.132007:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183575.132010:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183575.132014:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183575.132022:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492599936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183575.132030:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183575.132032:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183575.132033:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183575.132036:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4785
00000100:00080000:3.0:1776183575.132047:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183575.132051:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183575.132055:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183575.132063:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492600000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183575.132071:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183575.132074:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183575.132075:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183575.132078:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4785
00000100:00080000:3.0:1776183575.132079:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183575.132082:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183575.132085:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183575.132093:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492600064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183575.132545:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492599808:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183575.132609:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183575.132633:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183575/real 1776183575]  req@00000000979214d3 x1862458492599808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183575.132664:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492599808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183575.132681:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183575.132684:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183575.132688:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492599808:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183575.132695:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599872:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183575.132762:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183575.132772:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183575/real 1776183575]  req@00000000e4a6949b x1862458492599872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183575.132782:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492599872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183575.132788:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183575.132790:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183575.132792:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599872:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183575.132797:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599936:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183575.132816:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183575.132824:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183575/real 1776183575]  req@00000000eb2b2a12 x1862458492599936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183575.132833:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492599936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183575.132840:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183575.132842:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183575.132844:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492599936:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183575.132849:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600000:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183575.132867:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183575.132874:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183575/real 1776183575]  req@00000000e06e7839 x1862458492600000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183575.132883:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492600000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183575.132889:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183575.132891:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183575.132894:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600000:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183575.132899:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600064:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183575.132916:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183575.132924:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183575/real 1776183575]  req@0000000043dc1dd5 x1862458492600064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183575.132931:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492600064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183575.132942:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183575.132944:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183575.132946:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600064:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183575.582183:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183576.603986:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183577.628505:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183578.656409:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183579.675927:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183580.252147:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183580.252158:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183580.252161:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183580.252171:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4790
00000100:00080000:3.0:1776183580.252174:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183580.252180:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183580.252214:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492600128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183580.252245:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183580.252248:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183580.252250:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183580.252253:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4790
00000100:00080000:3.0:1776183580.252255:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183580.252259:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183580.252267:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183580.252280:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492600192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183580.252288:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183580.252291:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183580.252293:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183580.252296:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4790
00000100:00100000:2.0:1776183580.252301:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492600128:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:3.0:1776183580.252308:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183580.252314:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183580.252318:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1776183580.252371:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183580.252394:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183580/real 1776183580]  req@0000000019f3e9d6 x1862458492600128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183580.252408:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492600128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183580.252416:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183580.252419:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183580.252422:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492600128:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183580.252428:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600192:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183580.252446:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183580.252452:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183580/real 1776183580]  req@0000000011a4c226 x1862458492600192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183580.252460:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492600192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183580.252466:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183580.252469:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183580.252471:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600192:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183580.253169:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492600256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183580.253230:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600256:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183580.253264:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183580.253291:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183580.253304:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183580.253305:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183580.253309:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4790
00000100:00080000:3.0:1776183580.253311:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183580.253315:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183580.253322:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183580.253341:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492600320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183580.255672:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183580/real 1776183580]  req@00000000c084cebb x1862458492600256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183580.255700:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492600256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183580.255709:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183580.255727:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183580.255731:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600256:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183580.255786:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600320:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183580.257235:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183580.257261:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183580/real 1776183580]  req@00000000000d3e4b x1862458492600320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183580.257277:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492600320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183580.257286:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183580.257289:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183580.257293:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600320:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:3.0:1776183580.257632:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183580.257638:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183580.257640:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183580.257644:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4790
00000100:00080000:3.0:1776183580.257647:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183580.257652:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183580.257662:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183580.257686:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492600384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183580.257787:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600384:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183580.258028:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183580.258040:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183580/real 1776183580]  req@0000000058f74c1f x1862458492600384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183580.258052:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492600384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183580.258058:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183580.258060:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183580.258063:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600384:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183580.699950:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183581.726576:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183582.748112:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183583.773640:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183584.796877:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183585.372039:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183585.372049:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183585.372052:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183585.372062:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4795
00000100:00080000:3.0:1776183585.372065:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183585.372070:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183585.372103:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492600448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183585.372133:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183585.372137:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183585.372138:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183585.372141:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4795
00000100:00080000:3.0:1776183585.372143:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183585.372155:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183585.372164:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183585.372174:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492600512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183585.372188:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183585.372191:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183585.372193:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183585.372196:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4795
00000100:00080000:3.0:1776183585.372198:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183585.372201:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183585.372205:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183585.372216:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492600448:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183585.372226:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492600576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183585.372236:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183585.372239:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183585.372241:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183585.372245:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4795
00000100:00080000:3.0:1776183585.372246:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183585.372250:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183585.372254:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183585.372263:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492600640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183585.372269:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183585.372272:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183585.372274:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1776183585.372288:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183585.372312:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183585/real 1776183585]  req@000000003c7e6ce9 x1862458492600448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183585.372328:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492600448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183585.372337:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183585.372340:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183585.372343:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492600448:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183585.372349:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600512:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183585.372369:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183585.372377:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183585/real 1776183585]  req@000000004b362de1 x1862458492600512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183585.372394:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492600512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183585.372401:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183585.372403:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183585.372406:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600512:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183585.372421:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4795
00000100:00080000:3.0:1776183585.372424:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183585.372429:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:2.0:1776183585.372433:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600576:192.168.203.145@tcp:38:kworker/u8:3.0
00000008:00100000:3.0:1776183585.372435:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183585.372452:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492600704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183585.372461:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183585.372472:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183585/real 1776183585]  req@00000000241ecb2f x1862458492600576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183585.372481:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492600576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183585.372488:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183585.372490:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183585.372493:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600576:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183585.372498:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600640:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183585.372517:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183585.372525:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183585/real 1776183585]  req@00000000de06baf2 x1862458492600640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183585.372534:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492600640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183585.372539:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183585.372542:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183585.372544:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600640:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183585.372654:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600704:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183585.372674:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183585.372682:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183585/real 1776183585]  req@00000000249ded4e x1862458492600704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183585.373082:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492600704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183585.373090:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183585.373092:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183585.373095:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600704:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183585.821079:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183586.843886:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183587.867898:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183588.891921:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183589.916138:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183590.491852:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183590.491864:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183590.491867:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183590.491877:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4800
00000100:00080000:0.0:1776183590.491881:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183590.491888:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183590.491933:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492600768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183590.491960:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183590.491963:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183590.491965:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183590.491968:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4800
00000100:00080000:0.0:1776183590.491970:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183590.491974:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183590.491984:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183590.491996:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492600832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183590.492004:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1776183590.492006:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492600768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:0.0:1776183590.492008:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183590.492011:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183590.492017:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4800
00000100:00080000:0.0:1776183590.492019:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183590.492022:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183590.492026:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183590.492037:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492600896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183590.492045:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183590.492048:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183590.492049:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183590.492053:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4800
00000100:00080000:0.0:1776183590.492055:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183590.492058:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183590.492063:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183590.492072:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492600960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776183590.492078:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776183590.492085:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183590.492089:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183590.492090:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183590.492097:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4800
00000100:00080000:0.0:1776183590.492099:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183590.492104:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:2.0:1776183590.492104:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183590/real 1776183590]  req@00000000f7929003 x1862458492600768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000008:00100000:0.0:1776183590.492110:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183590.492121:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492601024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183590.492128:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492600768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183590.492140:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183590.492143:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183590.492148:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492600768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183590.492173:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183590.492195:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183590.492203:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183590/real 1776183590]  req@00000000af534683 x1862458492600832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183590.492214:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492600832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183590.492220:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183590.492222:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183590.492225:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183590.492230:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600896:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183590.492247:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183590.492254:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183590/real 1776183590]  req@00000000d49fdfb5 x1862458492600896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183590.492263:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492600896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183590.492269:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183590.492271:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183590.492274:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183590.492279:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183590.492360:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183590.492369:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183590/real 1776183590]  req@0000000028a9b6b2 x1862458492600960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183590.492379:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492600960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183590.492385:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183590.492387:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183590.492390:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492600960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183590.492400:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183590.492419:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183590.492426:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183590/real 1776183590]  req@000000002277476a x1862458492601024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183590.492436:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492601024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183590.492442:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183590.492444:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183590.492446:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183590.941572:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183591.963907:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183592.988463:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183594.012097:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183595.037463:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183595.612571:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183595.612580:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183595.612584:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183595.612592:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4806
00000100:00080000:3.0:1776183595.612595:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183595.612602:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183595.612631:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492601088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183595.612658:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183595.612661:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183595.612663:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183595.612666:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4806
00000100:00080000:3.0:1776183595.612668:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183595.612670:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183595.612678:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183595.612688:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492601152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183595.612702:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183595.612705:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183595.612706:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183595.612709:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4806
00000100:00080000:3.0:1776183595.612732:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183595.612735:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183595.612739:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183595.612746:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492601216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183595.612753:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183595.612755:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183595.612757:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183595.612759:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4806
00000100:00080000:3.0:1776183595.612761:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183595.612764:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183595.612767:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183595.612774:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492601280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183595.612791:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183595.612794:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183595.612795:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183595.612798:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4806
00000100:00080000:3.0:1776183595.612800:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183595.612803:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183595.612806:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183595.612814:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492601344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183595.612888:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492601088:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183595.612944:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183595.612964:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183595/real 1776183595]  req@00000000fe8f785d x1862458492601088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183595.612977:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492601088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183595.612986:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183595.612988:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183595.612991:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492601088:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183595.612996:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601152:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183595.613013:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183595.613020:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183595/real 1776183595]  req@000000006f8c11c8 x1862458492601152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183595.613041:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492601152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183595.613047:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183595.613049:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183595.613051:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601152:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183595.613056:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601216:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183595.613075:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183595.613081:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183595/real 1776183595]  req@00000000d13f4501 x1862458492601216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183595.613090:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492601216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183595.613095:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183595.613097:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183595.613099:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183595.613104:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601280:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183595.613121:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183595.613127:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183595/real 1776183595]  req@000000009bb01b96 x1862458492601280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183595.613137:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492601280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183595.613143:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183595.613145:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183595.613147:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183595.613151:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601344:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183595.613279:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183595.613288:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183595/real 1776183595]  req@00000000249ded4e x1862458492601344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183595.613297:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492601344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183620 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183595.613304:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183595.613306:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183595.613309:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601344:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183596.059994:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183597.084399:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183598.107887:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183599.132739:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183600.157672:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183600.732902:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183600.732913:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183600.732917:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183600.732926:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4811
00000100:00080000:1.0:1776183600.732929:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183600.732935:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183600.732968:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492601408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183600.732996:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183600.732999:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183600.733000:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183600.733004:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4811
00000100:00080000:1.0:1776183600.733006:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183600.733009:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183600.733019:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183600.733029:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492601472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183600.733037:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183600.733040:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183600.733041:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183600.733044:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4811
00000100:00080000:1.0:1776183600.733045:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183600.733048:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183600.733051:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183600.733058:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492601536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183600.733065:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183600.733068:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183600.733069:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183600.733074:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4811
00000100:00080000:1.0:1776183600.733075:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183600.733078:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183600.733081:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183600.733088:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492601600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183600.733094:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183600.733097:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183600.733098:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183600.733101:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4811
00000100:00080000:1.0:1776183600.733103:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183600.733105:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183600.733109:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183600.733116:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492601664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183600.733270:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492601408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183600.733332:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183600.733353:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183600/real 1776183600]  req@000000006aae32ca x1862458492601408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183600.733368:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492601408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183600.733377:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183600.733380:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183600.733383:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492601408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183600.733389:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183600.733410:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183600.733418:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183600/real 1776183600]  req@000000009bf866c6 x1862458492601472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183600.733443:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492601472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183600.733451:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183600.733453:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183600.733455:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183600.733461:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183600.733480:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183600.733487:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183600/real 1776183600]  req@00000000f13843be x1862458492601536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183600.733497:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492601536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183600.733526:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183600.733529:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183600.733532:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183600.733537:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183600.733556:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183600.733563:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183600/real 1776183600]  req@00000000b1152010 x1862458492601600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183600.733704:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492601600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183600.733744:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183600.733746:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183600.733749:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183600.733754:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183600.733774:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183600.733782:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183600/real 1776183600]  req@000000008eee8260 x1862458492601664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183600.733791:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492601664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183625 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183600.733797:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183600.733799:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183600.733801:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183601.181241:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183602.207148:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183603.228356:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183604.252160:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183605.275918:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183605.852101:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183605.852112:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183605.852116:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183605.852124:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4816
00000100:00080000:2.0:1776183605.852128:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183605.852133:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183605.852166:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492601728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183605.852191:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183605.852194:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183605.852195:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183605.852199:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4816
00000100:00080000:2.0:1776183605.852200:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183605.852203:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183605.852211:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183605.852220:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492601792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183605.852228:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183605.852231:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183605.852232:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183605.852235:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4816
00000100:00080000:2.0:1776183605.852236:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183605.852240:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183605.852243:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183605.852249:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492601856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183605.852255:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183605.852257:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183605.852259:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183605.852261:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4816
00000100:00080000:2.0:1776183605.852263:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183605.852266:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183605.852269:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183605.852275:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492601920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183605.852282:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183605.852285:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183605.852286:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183605.852288:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4816
00000100:00080000:2.0:1776183605.852290:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183605.852292:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183605.852294:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183605.852300:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492601984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183605.854361:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492601728:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183605.854435:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183605.854459:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183605/real 1776183605]  req@000000009680d5f0 x1862458492601728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183605.854475:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492601728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183605.854485:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183605.854488:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183605.854492:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492601728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183605.854499:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601792:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183605.854698:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183605.854708:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183605/real 1776183605]  req@00000000e1486ef7 x1862458492601792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183605.854745:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492601792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183605.854753:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183605.854755:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183605.854759:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183605.854765:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601856:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183605.854787:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183605.854795:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183605/real 1776183605]  req@000000003ddf5e8b x1862458492601856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183605.854805:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492601856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183605.854811:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183605.854813:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183605.854816:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183605.854822:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601920:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183605.854839:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183605.854846:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183605/real 1776183605]  req@000000005b9df5b0 x1862458492601920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183605.854854:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492601920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183605.854860:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183605.854862:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183605.854864:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183605.854869:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601984:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183605.854885:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183605.854893:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183605/real 1776183605]  req@00000000204bf3c6 x1862458492601984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183605.854902:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492601984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183630 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183605.854909:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183605.854911:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183605.854913:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492601984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183606.300080:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183607.324357:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183608.348578:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183609.375129:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183610.397657:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183610.972520:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183610.972530:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183610.972533:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183610.972544:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4821
00000100:00080000:3.0:1776183610.972548:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183610.972553:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183610.972586:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492602048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183610.972660:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492602048:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183610.972762:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183610.972843:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183610.972847:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183610.972848:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183610.972853:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4821
00000100:00080000:3.0:1776183610.972854:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183610.972858:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183610.972866:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183610.972880:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492602112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183610.972921:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183610/real 1776183610]  req@00000000de06baf2 x1862458492602048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183610.972938:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492602048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183610.972947:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183610.972949:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183610.972952:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492602048:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183610.972973:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602112:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183610.972995:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183610.973004:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183610/real 1776183610]  req@00000000241ecb2f x1862458492602112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183610.973013:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492602112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183610.973024:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183610.973026:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183610.973028:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602112:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183610.973130:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183610.973140:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183610.973142:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183610.973145:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4821
00000100:00080000:3.0:1776183610.973147:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183610.973150:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183610.973155:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183610.973173:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492602176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183610.973222:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602176:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183610.973253:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183610.973273:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183610.973282:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183610.973283:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183610.973287:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4821
00000100:00080000:3.0:1776183610.973289:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183610.973292:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183610.973297:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183610.973314:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492602240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183610.973351:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183610/real 1776183610]  req@000000004b362de1 x1862458492602176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183610.973370:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492602176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183610.973377:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183610.973379:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183610.973382:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602176:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183610.973395:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602240:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183610.973422:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183610.973438:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183610/real 1776183610]  req@000000003c7e6ce9 x1862458492602240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183610.973447:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492602240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183610.973470:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183610.973472:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183610.973474:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602240:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:3.0:1776183610.973566:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183610.973569:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183610.973571:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183610.973574:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4821
00000100:00080000:3.0:1776183610.973577:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183610.973580:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183610.973584:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183610.973599:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492602304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183610.973643:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602304:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183610.973670:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183610.973772:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183610/real 1776183610]  req@0000000058f74c1f x1862458492602304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183610.973784:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492602304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183635 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183610.973790:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183610.973793:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183610.973795:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602304:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183611.420669:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183612.444767:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183613.468205:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183614.492449:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183615.516034:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183616.092604:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183616.092615:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183616.092618:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183616.092628:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4826
00000100:00080000:2.0:1776183616.092631:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183616.092637:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183616.092669:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492602368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183616.092699:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183616.092703:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183616.092704:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183616.092708:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4826
00000100:00080000:2.0:1776183616.092709:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183616.092735:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183616.092743:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183616.092754:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492602432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183616.092762:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183616.092765:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183616.092766:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183616.092769:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4826
00000100:00080000:2.0:1776183616.092771:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183616.092775:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183616.092778:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183616.092786:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492602496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183616.092794:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183616.092797:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183616.092798:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183616.092801:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4826
00000100:00080000:2.0:1776183616.092803:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183616.092805:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183616.092809:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183616.092817:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492602560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183616.092824:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183616.092827:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183616.092829:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183616.092832:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4826
00000100:00080000:2.0:1776183616.092833:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183616.092836:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183616.092839:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183616.092847:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492602624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183616.092978:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492602368:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183616.093041:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183616.093063:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183616/real 1776183616]  req@00000000141c6365 x1862458492602368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183616.093077:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492602368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183616.093085:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183616.093087:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183616.093090:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492602368:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183616.093096:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602432:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183616.093117:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183616.093126:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183616/real 1776183616]  req@000000009e28d8dc x1862458492602432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183616.093142:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492602432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183616.093148:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183616.093150:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183616.093152:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602432:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183616.093157:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602496:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183616.093175:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183616.093182:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183616/real 1776183616]  req@00000000b03ab380 x1862458492602496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183616.093191:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492602496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183616.093198:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183616.093200:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183616.093203:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602496:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183616.093208:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602560:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183616.093227:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183616.093235:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183616/real 1776183616]  req@00000000b8358015 x1862458492602560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183616.093244:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492602560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183616.093250:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183616.093253:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183616.093255:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602560:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183616.093260:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602624:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183616.093279:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183616.093286:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183616/real 1776183616]  req@00000000eaec4566 x1862458492602624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183616.093296:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492602624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183616.093301:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183616.093303:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183616.093306:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602624:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183616.540501:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183617.564022:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183618.587927:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183619.611963:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183620.636011:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183621.213350:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183621.213361:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183621.213364:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183621.213374:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4831
00000100:00080000:1.0:1776183621.213377:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183621.213383:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183621.213417:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492602688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183621.213448:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183621.213451:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183621.213453:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183621.213456:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4831
00000100:00080000:1.0:1776183621.213458:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183621.213462:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183621.213472:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183621.213482:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492602752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183621.213489:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183621.213493:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183621.213494:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183621.213498:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4831
00000100:00080000:1.0:1776183621.213500:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183621.213503:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183621.213506:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183621.213515:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492602816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183621.213524:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183621.213527:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183621.213528:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183621.213531:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4831
00000100:00080000:1.0:1776183621.213532:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183621.213535:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183621.213539:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183621.213546:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492602880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183621.213553:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183621.213556:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183621.213557:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183621.213559:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4831
00000100:00080000:1.0:1776183621.213561:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183621.213563:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183621.213566:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183621.213573:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492602944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183621.213664:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492602688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183621.213794:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183621.213818:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183621.213833:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183621.213847:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183621.662451:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183622.686119:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183623.707927:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776183624.285696:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776183624.285779:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776183624.285794:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183624.285833:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183624.285842:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183624.285850:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183624.285857:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183624.285950:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183621/real 1776183624]  req@00000000621373f7 x1862458492602688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183624.285973:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492602688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183624.285987:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183624.285991:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183624.285994:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492602688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183624.286000:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183621/real 1776183624]  req@00000000ed8b07dd x1862458492602752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183624.286011:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492602752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183624.286017:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183624.286019:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183624.286022:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183624.286026:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183621/real 1776183624]  req@000000000eb62df8 x1862458492602816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183624.286035:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492602816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183624.286041:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183624.286043:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183624.286045:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183624.286050:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183621/real 1776183624]  req@0000000002fce3d6 x1862458492602880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183624.286060:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492602880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183624.286070:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183624.286073:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183624.286075:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183624.286080:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183621/real 1776183624]  req@00000000c648eb35 x1862458492602944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183624.286089:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492602944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183624.286095:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183624.286097:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183624.286100:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492602944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183624.731930:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183625.756261:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183626.332085:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183626.332095:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183626.332098:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183626.332108:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4836
00000100:00080000:2.0:1776183626.332112:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183626.332125:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183626.332155:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492603008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183626.332184:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183626.332187:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183626.332189:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183626.332192:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4836
00000100:00080000:2.0:1776183626.332194:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183626.332197:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183626.332205:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183626.332216:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492603072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183626.332224:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183626.332227:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183626.332228:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183626.332231:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4836
00000100:00080000:2.0:1776183626.332233:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183626.332236:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183626.332240:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183626.332250:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492603136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183626.332257:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183626.332260:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183626.332261:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183626.332264:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4836
00000100:00080000:2.0:1776183626.332266:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183626.332268:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183626.332272:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183626.332279:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492603200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183626.332286:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183626.332289:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183626.332290:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183626.332292:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4836
00000100:00080000:2.0:1776183626.332294:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183626.332296:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183626.332299:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183626.332306:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492603264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183626.333288:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492603008:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183626.333352:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183626.333375:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183626/real 1776183626]  req@00000000077b2c38 x1862458492603008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183626.333392:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492603008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183626.333401:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183626.333404:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183626.333407:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492603008:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183626.333416:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603072:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183626.333435:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183626.333442:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183626/real 1776183626]  req@00000000cce0171d x1862458492603072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183626.333451:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492603072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183626.333462:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183626.333464:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183626.333467:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603072:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183626.333473:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603136:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183626.333490:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183626.333496:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183626/real 1776183626]  req@00000000eaec4566 x1862458492603136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183626.333506:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492603136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183626.333511:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183626.333513:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183626.333515:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603136:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183626.333520:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603200:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183626.333550:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183626.333558:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183626/real 1776183626]  req@00000000b8358015 x1862458492603200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183626.333566:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492603200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183626.333577:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183626.333578:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183626.333581:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603200:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183626.333586:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603264:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183626.333601:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183626.333608:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183626/real 1776183626]  req@00000000b03ab380 x1862458492603264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183626.333616:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492603264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183626.333621:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183626.333623:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183626.333625:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603264:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183626.780335:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183627.804700:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183628.832414:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183629.851864:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183630.879877:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183631.452281:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183631.452293:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183631.452297:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183631.452308:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4841
00000100:00080000:1.0:1776183631.452312:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183631.452318:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183631.452350:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492603328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183631.452380:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183631.452384:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183631.452385:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183631.452388:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4841
00000100:00080000:1.0:1776183631.452390:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183631.452393:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183631.452402:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183631.452412:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492603392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183631.452420:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183631.452423:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183631.452424:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183631.452428:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4841
00000100:00080000:1.0:1776183631.452429:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183631.452432:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183631.452436:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183631.452443:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492603456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183631.452450:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183631.452453:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183631.452454:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183631.452457:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4841
00000100:00080000:1.0:1776183631.452459:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183631.452461:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183631.452465:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183631.452471:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492603520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183631.452478:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183631.452481:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183631.452482:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183631.452485:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4841
00000100:00080000:1.0:1776183631.452487:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183631.452490:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183631.452494:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183631.452500:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492603584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183631.452744:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492603328:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183631.452804:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183631.452827:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183631/real 1776183631]  req@000000005aa304ab x1862458492603328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183631.452842:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492603328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183631.452851:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183631.452853:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183631.452857:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492603328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183631.452863:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603392:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183631.452883:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183631.452891:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183631/real 1776183631]  req@000000001098c40e x1862458492603392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183631.452912:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492603392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183631.452919:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183631.452921:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183631.452923:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603392:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183631.452928:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603456:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183631.452946:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183631.452954:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183631/real 1776183631]  req@00000000d9dd8f33 x1862458492603456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183631.452963:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492603456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183631.452969:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183631.452971:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183631.452974:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603456:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183631.452979:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603520:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183631.453073:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183631.453082:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183631/real 1776183631]  req@00000000af591920 x1862458492603520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183631.453093:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492603520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183631.453099:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183631.453101:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183631.453104:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603520:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183631.453109:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603584:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183631.453128:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183631.453135:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183631/real 1776183631]  req@00000000c87b277a x1862458492603584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183631.453144:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492603584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183631.453150:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183631.453152:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183631.453154:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603584:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183631.899979:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183632.925763:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183633.947977:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183634.972514:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183636.004139:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183636.575064:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183636.575073:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183636.575077:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183636.575094:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4847
00000100:00080000:0.0:1776183636.575097:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183636.575102:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183636.575267:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492603648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183636.575305:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183636.575314:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1776183636.575425:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492603648:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183636.575486:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183636.575508:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183636/real 1776183636]  req@000000000d11d713 x1862458492603648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183636.575523:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492603648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183636.575532:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183636.575535:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183636.575538:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492603648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:0.0:1776183636.575701:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183636.575707:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4847
00000100:00080000:0.0:1776183636.575709:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183636.575743:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183636.575753:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183636.575765:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492603712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183636.575787:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183636.575790:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183636.575792:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183636.575795:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4847
00000100:00080000:0.0:1776183636.575797:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183636.575799:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183636.575803:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183636.575811:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492603776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183636.575931:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183636.575958:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183636.575967:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183636/real 1776183636]  req@0000000016c7f426 x1862458492603712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183636.575976:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492603712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183636.575983:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183636.575984:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183636.575987:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776183636.576035:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183636.576038:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183636.576040:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183636.576043:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4847
00000100:00080000:0.0:1776183636.576045:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183636.576049:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183636.576053:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183636.576064:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492603840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183636.576070:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183636.576073:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183636.576074:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183636.576077:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4847
00000100:00080000:0.0:1776183636.576078:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183636.576217:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183636.576223:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183636.576232:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492603904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183636.576287:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183636.576322:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183636.576331:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183636/real 1776183636]  req@00000000475fa082 x1862458492603776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183636.576347:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492603776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183636.576354:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183636.576356:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183636.576358:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183636.576363:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183636.576380:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183636.576387:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183636/real 1776183636]  req@000000003deb6a56 x1862458492603840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183636.576395:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492603840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183636.576401:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183636.576403:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183636.576406:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183636.576410:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183636.576424:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183636.576431:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183636/real 1776183636]  req@00000000cad5148b x1862458492603904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183636.576439:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492603904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183636.576445:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183636.576447:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183636.576449:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492603904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183637.020250:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183638.043920:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183639.068910:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183640.092131:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183641.118889:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183641.691874:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183641.691885:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183641.691889:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183641.691899:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4852
00000100:00080000:1.0:1776183641.691902:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183641.691909:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183641.691944:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492603968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183641.691975:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183641.691979:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183641.691980:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183641.691984:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4852
00000100:00080000:1.0:1776183641.691986:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183641.691989:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183641.691997:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183641.692007:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492604032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183641.692015:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183641.692017:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183641.692019:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183641.692034:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4852
00000100:00080000:1.0:1776183641.692036:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183641.692038:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183641.692042:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183641.692051:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492604096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183641.692058:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183641.692061:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183641.692062:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183641.692065:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4852
00000100:00080000:1.0:1776183641.692067:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183641.692070:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183641.692073:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183641.692080:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492604160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183641.692088:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183641.692091:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183641.692092:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183641.692095:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4852
00000100:00080000:1.0:1776183641.692096:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183641.692099:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183641.692103:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183641.692109:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492604224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183641.692241:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492603968:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183641.692302:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183641.692323:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183641/real 1776183641]  req@00000000c87b277a x1862458492603968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183641.692337:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492603968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183641.692345:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183641.692348:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183641.692351:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492603968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183641.692357:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604032:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183641.692376:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183641.692384:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183641/real 1776183641]  req@00000000af591920 x1862458492604032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183641.692393:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492604032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183641.692400:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183641.692402:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183641.692404:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604032:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183641.692409:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604096:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183641.692430:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183641.692438:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183641/real 1776183641]  req@00000000d9dd8f33 x1862458492604096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183641.692448:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492604096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183641.692454:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183641.692455:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183641.692458:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604096:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183641.692463:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604160:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183641.692479:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183641.692486:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183641/real 1776183641]  req@000000001098c40e x1862458492604160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183641.692494:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492604160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183641.692499:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183641.692501:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183641.692503:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604160:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183641.692507:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604224:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183641.692523:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183641.692528:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183641/real 1776183641]  req@000000005aa304ab x1862458492604224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183641.692536:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492604224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183666 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183641.692543:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183641.692545:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183641.692548:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604224:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183642.142759:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183643.164113:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183644.187965:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183645.214676:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183646.248011:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183646.811882:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183646.811893:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183646.811896:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183646.811906:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4857
00000100:00080000:1.0:1776183646.811910:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183646.811915:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183646.811947:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492604288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183646.812103:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492604288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183646.812162:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183646.812192:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183646.812195:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183646.812197:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183646.812200:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4857
00000100:00080000:1.0:1776183646.812202:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183646.812205:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183646.812221:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183646.812240:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492604352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183646.815122:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183646.815132:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183646.815135:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183646.815144:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4857
00000100:00080000:1.0:1776183646.815147:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183646.815153:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183646.815165:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183646.815193:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492604416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183646.815306:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183646.815308:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183646.815310:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183646.815314:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4857
00000100:00080000:1.0:1776183646.815316:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183646.815319:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183646.815324:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183646.815334:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492604480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183646.815342:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183646.815345:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183646.815346:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183646.815349:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4857
00000100:00080000:1.0:1776183646.815351:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183646.815354:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183646.815357:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183646.815365:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492604544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183646.815945:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183646/real 1776183646]  req@00000000c648eb35 x1862458492604288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183646.815967:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492604288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183646.815976:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183646.815979:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183646.815982:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492604288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183646.816011:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183646.816062:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183646.816074:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183646/real 1776183646]  req@0000000002fce3d6 x1862458492604352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183646.816084:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492604352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183646.816090:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183646.816092:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183646.816095:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183646.816100:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183646.816116:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183646.816123:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183646/real 1776183646]  req@000000000eb62df8 x1862458492604416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183646.816132:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492604416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183646.816138:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183646.816140:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183646.816142:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183646.816147:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183646.816163:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183646.816169:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183646/real 1776183646]  req@00000000ed8b07dd x1862458492604480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183646.816179:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492604480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183646.816185:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183646.816187:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183646.816189:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183646.816194:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183646.816374:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183646.816383:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183646/real 1776183646]  req@00000000621373f7 x1862458492604544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183646.816394:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492604544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183671 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183646.816401:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183646.816403:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183646.816481:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183647.263433:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183648.284471:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183649.307921:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183650.332453:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183651.359413:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183651.931921:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183651.931932:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183651.931935:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183651.931953:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4862
00000100:00080000:1.0:1776183651.931957:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183651.931963:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183651.931997:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492604608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183651.932028:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183651.932032:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183651.932033:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183651.932037:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4862
00000100:00080000:1.0:1776183651.932039:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183651.932043:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183651.932051:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183651.932061:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492604672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183651.932069:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183651.932072:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183651.932073:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183651.932076:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4862
00000100:00080000:1.0:1776183651.932077:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183651.932080:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183651.932084:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183651.932092:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492604736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183651.932098:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183651.932101:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183651.932102:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183651.932105:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4862
00000100:00080000:1.0:1776183651.932106:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183651.932109:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183651.932112:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183651.932121:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492604800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183651.932127:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183651.932130:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183651.932131:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183651.932134:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4862
00000100:00080000:1.0:1776183651.932136:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183651.932138:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183651.932142:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183651.932149:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492604864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183651.932244:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492604608:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183651.932323:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183651.932349:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183651/real 1776183651]  req@000000008eee8260 x1862458492604608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183651.932363:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492604608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183651.932370:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183651.932373:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183651.932376:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492604608:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183651.932382:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604672:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183651.932403:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183651.932411:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183651/real 1776183651]  req@00000000b1152010 x1862458492604672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183651.932420:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492604672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183651.932426:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183651.932429:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183651.932431:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604672:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183651.932436:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604736:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183651.932457:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183651.932465:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183651/real 1776183651]  req@00000000f13843be x1862458492604736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183651.932474:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492604736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183651.932480:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183651.932482:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183651.932484:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604736:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183651.932489:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604800:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183651.932505:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183651.932512:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183651/real 1776183651]  req@000000009bf866c6 x1862458492604800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183651.932521:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492604800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183651.932528:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183651.932529:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183651.932532:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604800:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183651.932536:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604864:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183651.932555:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183651.932562:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183651/real 1776183651]  req@000000006aae32ca x1862458492604864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183651.932582:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492604864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183676 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183651.932589:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183651.932590:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183651.932593:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604864:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183652.380216:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183653.404744:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183654.429834:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183655.452003:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183656.476745:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183657.052401:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183657.052411:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183657.052414:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183657.052424:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4867
00000100:00080000:1.0:1776183657.052427:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183657.052432:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183657.052472:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492604928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183657.052509:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183657.052512:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183657.052513:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183657.052516:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4867
00000100:00080000:1.0:1776183657.052518:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183657.052522:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183657.052529:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183657.052538:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492604992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183657.052544:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183657.052547:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183657.052548:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183657.052551:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4867
00000100:00080000:1.0:1776183657.052552:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183657.052554:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183657.052557:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183657.052563:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492605056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183657.052568:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183657.052571:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183657.052572:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183657.052575:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4867
00000100:00080000:1.0:1776183657.052576:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183657.052579:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183657.052582:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183657.052587:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492605120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183657.052593:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183657.052595:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183657.052596:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183657.052599:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4867
00000100:00080000:1.0:1776183657.052600:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183657.052602:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183657.052605:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183657.052610:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492605184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183657.052746:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492604928:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183657.052804:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183657.052824:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183657/real 1776183657]  req@0000000086193d2a x1862458492604928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183657.052837:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492604928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183657.052846:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183657.052848:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183657.052851:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492604928:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183657.052857:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604992:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183657.052873:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183657.052879:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183657/real 1776183657]  req@00000000ae50fb1e x1862458492604992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183657.052887:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492604992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183657.052894:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183657.052895:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183657.052898:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492604992:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183657.052902:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605056:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183657.052913:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183657.052918:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183657/real 1776183657]  req@00000000dedc2d4e x1862458492605056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183657.052926:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492605056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183657.052932:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183657.052934:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183657.052936:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605056:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183657.052939:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605120:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183657.052951:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183657.052956:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183657/real 1776183657]  req@000000007c26bb68 x1862458492605120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183657.052963:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492605120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183657.052969:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183657.052970:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183657.052972:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605120:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183657.052976:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605184:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183657.052989:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183657.052993:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183657/real 1776183657]  req@000000001741ced9 x1862458492605184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183657.053001:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492605184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183657.053007:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183657.053008:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183657.053010:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605184:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183657.499895:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183658.523975:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183659.548285:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183660.575338:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183661.596368:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183662.174492:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183662.174504:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183662.174507:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183662.174518:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4872
00000100:00080000:3.0:1776183662.174521:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183662.174527:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183662.174560:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492605248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183662.174591:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183662.174594:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183662.174596:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183662.174599:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4872
00000100:00080000:3.0:1776183662.174601:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183662.174604:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183662.174614:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183662.174625:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492605312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183662.174632:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183662.174635:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183662.174637:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183662.174650:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4872
00000100:00080000:3.0:1776183662.174652:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183662.174655:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183662.174659:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183662.174666:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492605376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183662.174673:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183662.174676:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183662.174677:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183662.174680:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4872
00000100:00080000:3.0:1776183662.174682:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183662.174685:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183662.174689:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183662.174696:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492605440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183662.174703:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183662.174705:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183662.174707:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183662.174710:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4872
00000100:00080000:3.0:1776183662.174753:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183662.174757:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183662.174761:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183662.174771:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492605504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183662.175802:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492605248:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183662.175869:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183662.175892:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183662/real 1776183662]  req@00000000000d3e4b x1862458492605248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183662.175907:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492605248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183662.175915:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183662.175918:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183662.175921:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492605248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183662.175927:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605312:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183662.175948:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183662.175955:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183662/real 1776183662]  req@00000000c084cebb x1862458492605312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183662.175969:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492605312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183662.175976:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183662.175978:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183662.175981:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183662.175986:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605376:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183662.176003:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183662.176010:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183662/real 1776183662]  req@0000000011a4c226 x1862458492605376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183662.176019:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492605376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183662.176024:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183662.176026:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183662.176029:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183662.176034:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605440:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183662.176050:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183662.176057:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183662/real 1776183662]  req@0000000019f3e9d6 x1862458492605440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183662.176066:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492605440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183662.176072:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183662.176074:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183662.176077:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183662.176082:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605504:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183662.176099:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183662.176106:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183662/real 1776183662]  req@0000000043dc1dd5 x1862458492605504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183662.176115:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492605504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183662.176122:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183662.176124:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183662.176126:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183662.620048:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183663.643932:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183664.668829:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183665.692640:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183666.718356:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183667.291826:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183667.291838:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183667.291841:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183667.291851:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4877
00000100:00080000:3.0:1776183667.291854:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183667.291860:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183667.291894:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492605568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183667.291969:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492605568:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183667.292046:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183667.292147:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183667.292151:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183667.292152:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183667.292156:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4877
00000100:00080000:3.0:1776183667.292159:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183667.292162:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183667.292173:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183667.292196:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492605632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183667.297939:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183667/real 1776183667]  req@00000000e06e7839 x1862458492605568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183667.297968:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492605568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183667.297977:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183667.297981:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183667.297985:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492605568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183667.298306:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605632:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183667.298381:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183667.298396:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183667/real 1776183667]  req@00000000eb2b2a12 x1862458492605632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183667.298407:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492605632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183667.298414:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183667.298416:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183667.298419:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183667.298723:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183667.298728:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183667.298730:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183667.298735:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4877
00000100:00080000:3.0:1776183667.298737:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183667.298742:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183667.298753:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183667.298777:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492605696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183667.298789:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183667.298792:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183667.298793:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183667.298796:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4877
00000100:00080000:3.0:1776183667.298798:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183667.298801:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183667.298804:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183667.298811:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492605760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183667.298817:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183667.298819:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183667.298820:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183667.298823:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4877
00000100:00080000:3.0:1776183667.298825:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183667.298828:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183667.298831:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183667.298838:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492605824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183667.298906:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605696:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183667.298932:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183667.298942:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183667/real 1776183667]  req@00000000e4a6949b x1862458492605696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183667.298951:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492605696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183667.298958:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183667.298960:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183667.298963:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183667.298968:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605760:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183667.298987:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183667.299089:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183667/real 1776183667]  req@00000000979214d3 x1862458492605760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183667.299106:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492605760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183667.299113:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183667.299115:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183667.299118:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183667.299123:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605824:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183667.299144:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183667.299152:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183667/real 1776183667]  req@0000000058922152 x1862458492605824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183667.299161:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492605824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183667.299168:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183667.299170:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183667.299172:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183667.742113:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183668.764138:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183669.787996:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183670.812041:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183671.836901:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183672.411834:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183672.411844:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183672.411848:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183672.411857:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4882
00000100:00080000:3.0:1776183672.411861:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183672.411867:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183672.411899:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492605888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183672.411930:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183672.411934:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183672.411935:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183672.411939:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4882
00000100:00080000:3.0:1776183672.411941:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183672.411944:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183672.411955:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183672.411965:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492605952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183672.411972:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183672.411975:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183672.411976:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183672.411979:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4882
00000100:00080000:3.0:1776183672.411981:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183672.411984:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183672.411987:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183672.411995:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492606016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183672.412002:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183672.412004:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183672.412005:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183672.412008:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4882
00000100:00080000:3.0:1776183672.412010:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183672.412013:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183672.412017:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183672.412024:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492606080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183672.412031:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183672.412034:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183672.412035:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183672.412039:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4882
00000100:00080000:3.0:1776183672.412040:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183672.412043:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183672.412047:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183672.412056:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492606144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183672.412157:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492605888:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776183672.412221:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183672.412243:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183672/real 1776183672]  req@00000000543ef8b3 x1862458492605888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183672.412262:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492605888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183672.412270:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183672.412273:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183672.412276:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492605888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776183672.412282:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183672.412303:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183672.412311:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183672/real 1776183672]  req@000000004d6f77e0 x1862458492605952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183672.412320:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492605952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183672.412327:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183672.412329:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183672.412331:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492605952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183672.412336:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776183672.412354:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183672.412361:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183672/real 1776183672]  req@00000000c2778644 x1862458492606016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183672.412370:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492606016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183672.412376:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183672.412378:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183672.412381:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183672.412385:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183672.412406:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183672.412413:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183672/real 1776183672]  req@000000004fc3090a x1862458492606080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183672.412422:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492606080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183672.412428:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183672.412430:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183672.412433:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183672.412438:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776183672.412454:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183672.412461:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183672/real 1776183672]  req@0000000058922152 x1862458492606144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183672.412470:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492606144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183672.412476:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183672.412478:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183672.412481:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183672.860183:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183673.883917:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183674.907921:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183675.932422:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183676.955993:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183677.532221:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183677.532231:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183677.532234:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183677.532244:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4888
00000100:00080000:3.0:1776183677.532247:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183677.532252:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183677.532284:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492606208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183677.532314:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183677.532318:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183677.532319:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183677.532322:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4888
00000100:00080000:3.0:1776183677.532325:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183677.532328:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183677.532338:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183677.532349:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492606272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183677.532357:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183677.532360:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183677.532361:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183677.532364:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4888
00000100:00080000:3.0:1776183677.532366:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183677.532368:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183677.532372:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183677.532380:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492606336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183677.532387:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183677.532390:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183677.532392:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183677.532394:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4888
00000100:00080000:3.0:1776183677.532396:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183677.532399:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183677.532402:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183677.532409:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492606400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183677.532416:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183677.532419:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183677.532421:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183677.532424:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4888
00000100:00080000:3.0:1776183677.532426:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183677.532428:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183677.532431:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183677.532438:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492606464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183677.534403:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492606208:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183677.534474:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183677.534505:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183677/real 1776183677]  req@00000000979214d3 x1862458492606208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183677.534521:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492606208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183677.534531:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183677.534534:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183677.534537:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492606208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183677.534543:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183677.534564:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183677.534571:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183677/real 1776183677]  req@00000000e4a6949b x1862458492606272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183677.534581:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492606272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183677.534587:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183677.534589:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183677.534592:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183677.534597:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183677.534614:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183677.534621:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183677/real 1776183677]  req@00000000eb2b2a12 x1862458492606336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183677.534630:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492606336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183677.534637:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183677.534639:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183677.534641:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183677.534647:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183677.534666:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183677.534673:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183677/real 1776183677]  req@00000000e06e7839 x1862458492606400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183677.534682:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492606400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183677.534688:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183677.534690:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183677.534693:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183677.534698:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606464:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183677.534748:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183677.534756:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183677/real 1776183677]  req@0000000043dc1dd5 x1862458492606464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183677.534765:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492606464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183677.534771:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183677.534773:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183677.534775:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183677.983375:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183679.003978:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183680.027904:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183681.052599:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183682.077085:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183682.651885:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183682.651895:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183682.651898:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183682.651916:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4893
00000100:00080000:3.0:1776183682.651920:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183682.651925:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183682.651957:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492606528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183682.652066:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492606528:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183682.652126:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183682.652155:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183682.652159:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183682.652160:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183682.652164:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4893
00000100:00080000:3.0:1776183682.652166:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183682.652169:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183682.652179:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183682.652192:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492606592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183682.653648:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183682/real 1776183682]  req@0000000019f3e9d6 x1862458492606528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183682.653673:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492606528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183682.653742:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183682.653747:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183682.653751:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492606528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183682.653780:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183682.653828:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183682.653839:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183682/real 1776183682]  req@0000000011a4c226 x1862458492606592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183682.653850:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492606592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183682.653857:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183682.653859:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183682.653861:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:3.0:1776183682.654071:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183682.654077:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183682.654078:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183682.654083:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4893
00000100:00080000:3.0:1776183682.654085:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183682.654089:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183682.654098:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183682.654117:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492606656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183682.654161:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183682.654185:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183682.654202:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183682.654205:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183682.654207:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183682.654210:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4893
00000100:00080000:3.0:1776183682.654211:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183682.654215:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183682.654219:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183682.654229:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492606720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183682.654259:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183682/real 1776183682]  req@00000000c084cebb x1862458492606656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183682.654270:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492606656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183682.654276:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183682.654279:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183682.654281:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183682.654293:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183682.654311:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183682.654318:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183682/real 1776183682]  req@00000000000d3e4b x1862458492606720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183682.654326:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492606720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183682.654605:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183682.654607:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183682.654610:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:3.0:1776183682.654818:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183682.654822:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183682.654824:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183682.654829:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4893
00000100:00080000:3.0:1776183682.654830:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183682.654834:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183682.654839:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183682.654851:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492606784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183682.654892:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183682.654930:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183682.654991:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183682/real 1776183682]  req@0000000058f74c1f x1862458492606784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183682.655002:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492606784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183707 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183682.655009:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183682.655010:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183682.655013:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183683.100034:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183684.124360:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183685.151539:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183686.176190:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183687.198424:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183687.774475:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183687.774484:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183687.774488:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183687.774498:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4898
00000100:00080000:0.0:1776183687.774502:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183687.774508:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183687.774539:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492606848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183687.774561:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183687.774564:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183687.774565:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183687.774570:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4898
00000100:00080000:0.0:1776183687.774571:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183687.774574:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183687.774583:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183687.774592:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492606912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183687.774599:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183687.774602:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183687.774603:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183687.774607:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4898
00000100:00080000:0.0:1776183687.774608:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183687.774613:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:2.0:1776183687.774614:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492606848:192.168.203.145@tcp:250:kworker/u8:3.0
00000008:00100000:0.0:1776183687.774617:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183687.774627:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492606976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183687.774635:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183687.774638:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183687.774639:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183687.774641:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4898
00000100:00080000:0.0:1776183687.774643:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183687.774646:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183687.774649:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183687.774657:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492607040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183687.774668:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183687.774671:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183687.774672:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183687.774675:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4898
00000100:00080000:0.0:1776183687.774676:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183687.774679:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183687.774681:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183687.774688:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492607104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183687.774708:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606912:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183687.774785:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183687.775023:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183687.775051:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607104:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183688.221479:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183689.243937:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183690.267937:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776183690.846260:0:2255:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776183690.846312:0:2255:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776183690.846327:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183690.846369:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183690.846378:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183690.846385:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183690.846392:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:3.0:1776183690.846499:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183687/real 1776183690]  req@000000005cd929cf x1862458492606976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183690.846520:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492606976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183690.846529:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183690.846546:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183690.846550:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183690.846556:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183687/real 1776183690]  req@00000000121462c2 x1862458492607040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183690.846566:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492607040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183690.846577:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183690.846579:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183690.846582:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183690.846587:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183687/real 1776183690]  req@000000008e1f0684 x1862458492607104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183690.846595:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492607104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183690.846601:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183690.846603:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183690.846605:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607104:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183690.846609:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183687/real 1776183690]  req@00000000fc3cde40 x1862458492606848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183690.846618:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492606848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183690.846624:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183690.846627:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183690.846629:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492606848:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183690.846633:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183687/real 1776183690]  req@00000000a315d4ac x1862458492606912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183690.846641:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492606912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183712 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183690.846652:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183690.846654:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183690.846657:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492606912:192.168.203.145@tcp:38:kworker/u8:3.0
00010000:00010000:3.0:1776183691.292491:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183692.315940:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183692.894057:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183692.894068:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183692.894072:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183692.894083:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4903
00000100:00080000:1.0:1776183692.894086:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183692.894092:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183692.894127:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492607168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183692.894159:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183692.894162:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183692.894163:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183692.894168:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4903
00000100:00080000:1.0:1776183692.894170:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183692.894172:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183692.894181:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183692.894191:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492607232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183692.894198:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183692.894200:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183692.894201:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183692.894205:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4903
00000100:00080000:1.0:1776183692.894206:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183692.894209:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183692.894225:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183692.894234:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492607296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183692.894242:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183692.894245:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183692.894246:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183692.894249:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4903
00000100:00080000:1.0:1776183692.894251:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183692.894253:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183692.894256:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183692.894265:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492607360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183692.894277:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183692.894279:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183692.894281:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183692.894283:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4903
00000100:00080000:1.0:1776183692.894284:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183692.894287:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183692.894290:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183692.894296:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492607424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183692.894465:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492607168:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183692.894533:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183692.894557:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183692/real 1776183692]  req@00000000cbe5ad9d x1862458492607168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183692.894570:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492607168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183692.894579:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183692.894581:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183692.894585:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492607168:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183692.894603:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607232:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183692.894624:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183692.894632:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183692/real 1776183692]  req@0000000090379869 x1862458492607232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183692.894641:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492607232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183692.894647:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183692.894649:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183692.894652:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607232:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183692.894657:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607296:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183692.894675:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183692.894696:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183692/real 1776183692]  req@000000009e337919 x1862458492607296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183692.894705:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492607296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183692.894733:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183692.894736:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183692.894739:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607296:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183692.894744:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607360:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183692.894763:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183692.894770:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183692/real 1776183692]  req@0000000049a65e22 x1862458492607360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183692.894778:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492607360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183692.894784:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183692.894786:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183692.894788:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607360:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183692.894792:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607424:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183692.894808:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183692.894815:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183692/real 1776183692]  req@00000000b28b4fbf x1862458492607424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183692.894822:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492607424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183717 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183692.894828:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183692.894831:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183692.894833:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607424:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183693.339981:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183694.365356:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183695.390679:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183696.411967:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183697.436563:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183698.011990:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183698.012001:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183698.012004:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183698.012014:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4908
00000100:00080000:2.0:1776183698.012016:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183698.012022:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183698.012056:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492607488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183698.012085:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183698.012089:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183698.012090:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183698.012093:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4908
00000100:00080000:2.0:1776183698.012096:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183698.012099:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183698.012108:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183698.012118:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492607552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183698.012127:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183698.012129:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183698.012130:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183698.012133:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4908
00000100:00080000:2.0:1776183698.012135:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183698.012138:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183698.012142:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183698.012150:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492607616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183698.012157:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183698.012160:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183698.012161:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183698.012164:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4908
00000100:00080000:2.0:1776183698.012166:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183698.012169:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183698.012172:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183698.012179:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492607680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183698.012185:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183698.012188:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183698.012189:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183698.012192:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4908
00000100:00080000:2.0:1776183698.012194:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183698.012196:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183698.012199:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183698.012205:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492607744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183698.012325:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492607488:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183698.012387:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183698.012410:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183698/real 1776183698]  req@000000009e28d8dc x1862458492607488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183698.012424:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492607488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183698.012432:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183698.012435:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183698.012438:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492607488:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183698.012444:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607552:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183698.012465:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183698.012472:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183698/real 1776183698]  req@00000000141c6365 x1862458492607552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183698.012481:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492607552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183698.012489:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183698.012491:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183698.012494:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607552:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183698.012498:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607616:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183698.012516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183698.012522:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183698/real 1776183698]  req@00000000204bf3c6 x1862458492607616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183698.012542:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492607616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183698.012548:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183698.012550:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183698.012553:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607616:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183698.012559:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607680:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183698.012587:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183698.012595:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183698/real 1776183698]  req@000000005b9df5b0 x1862458492607680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183698.012604:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492607680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183698.012611:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183698.012614:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183698.012616:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607680:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183698.012621:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607744:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183698.012638:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183698.012645:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183698/real 1776183698]  req@000000003ddf5e8b x1862458492607744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183698.012654:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492607744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183698.012660:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183698.012662:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183698.012664:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607744:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183698.461598:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183699.484033:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183700.512624:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183701.531982:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183702.555928:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183703.133384:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183703.133396:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183703.133399:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183703.133409:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4913
00000100:00080000:2.0:1776183703.133412:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183703.133418:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183703.133453:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492607808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183703.133492:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183703.133496:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183703.133497:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183703.133501:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4913
00000100:00080000:2.0:1776183703.133502:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183703.133506:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183703.133514:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183703.133525:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492607872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183703.133534:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183703.133537:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183703.133538:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183703.133542:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4913
00000100:00080000:2.0:1776183703.133543:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183703.133546:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183703.133550:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183703.133558:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492607936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183703.133565:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183703.133567:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183703.133568:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183703.133571:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4913
00000100:00080000:2.0:1776183703.133573:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183703.133575:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183703.133579:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183703.133586:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492608000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183703.133592:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492607808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:2.0:1776183703.133593:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183703.133596:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183703.133597:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183703.133599:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4913
00000100:00080000:2.0:1776183703.133600:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183703.133603:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183703.133606:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183703.133613:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492608064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:3.0:1776183703.133661:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183703.133684:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183703/real 1776183703]  req@00000000e1486ef7 x1862458492607808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183703.133698:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492607808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183703.133706:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183703.133709:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183703.133736:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492607808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183703.133742:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183703.133764:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183703.133772:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183703/real 1776183703]  req@000000009680d5f0 x1862458492607872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183703.133781:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492607872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183703.133787:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183703.133789:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183703.133792:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183703.133797:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183703.133830:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183703.133837:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183703/real 1776183703]  req@000000008f1aeada x1862458492607936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183703.133846:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492607936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183703.133851:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183703.133853:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183703.133855:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492607936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183703.133879:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183703.133900:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183703.133907:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183703/real 1776183703]  req@000000001e5f24e0 x1862458492608000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183703.133916:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492608000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183703.133922:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183703.133924:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183703.133926:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183703.133931:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183703.133947:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183703.133954:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183703/real 1776183703]  req@00000000916d6b33 x1862458492608064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183703.133962:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492608064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183703.133968:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183703.133970:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183703.133972:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183703.580597:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183704.604755:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183705.627905:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183706.652551:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183707.676930:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183708.251834:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183708.251845:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183708.251848:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183708.251858:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4918
00000100:00080000:2.0:1776183708.251861:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183708.251867:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183708.251901:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492608128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183708.251931:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183708.251935:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183708.251936:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183708.251940:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4918
00000100:00080000:2.0:1776183708.251942:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183708.251946:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183708.251958:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183708.251969:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492608192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183708.251976:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183708.251979:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183708.251980:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183708.251985:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4918
00000100:00080000:2.0:1776183708.251986:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183708.251990:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183708.251994:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183708.252004:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492608256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183708.252013:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183708.252016:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183708.252017:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183708.252021:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4918
00000100:00080000:2.0:1776183708.252022:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183708.252026:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183708.252030:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183708.252038:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492608320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183708.252046:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183708.252049:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183708.252050:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183708.252053:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4918
00000100:00080000:2.0:1776183708.252055:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183708.252058:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183708.252062:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183708.252070:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492608384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183708.252114:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492608128:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183708.252180:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183708.252201:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183708/real 1776183708]  req@0000000065cff9ca x1862458492608128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183708.252215:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492608128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183708.252223:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183708.252226:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183708.252229:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492608128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183708.252235:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608192:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183708.252255:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183708.252262:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183708/real 1776183708]  req@000000003af52c85 x1862458492608192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183708.252272:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492608192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183708.252277:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183708.252279:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183708.252282:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183708.252287:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608256:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183708.252313:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183708.252320:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183708/real 1776183708]  req@00000000916d6b33 x1862458492608256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183708.252328:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492608256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183708.252334:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183708.252336:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183708.252338:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183708.252343:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183708.252703:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183708.252743:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183708/real 1776183708]  req@000000001e5f24e0 x1862458492608320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183708.252755:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492608320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183708.252761:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183708.252763:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183708.252765:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183708.252771:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183708.252788:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183708.252795:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183708/real 1776183708]  req@000000008f1aeada x1862458492608384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183708.252804:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492608384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183708.252810:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183708.252812:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183708.252814:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183708.699860:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183709.724399:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183710.748342:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183711.773657:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183712.795905:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183713.373335:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183713.373346:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183713.373350:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183713.373361:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4923
00000100:00080000:0.0:1776183713.373364:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183713.373369:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183713.373404:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492608448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183713.373433:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183713.373436:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183713.373438:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183713.373442:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4923
00000100:00080000:0.0:1776183713.373443:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183713.373447:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:3.0:1776183713.373474:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492608448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183713.373544:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000008:00100000:0.0:1776183713.373558:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183713.373565:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183713/real 1776183713]  req@00000000a315d4ac x1862458492608448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183713.373574:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492608512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183713.373581:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492608448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183713.373590:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183713.373593:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183713.373595:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183713.373597:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00080000:0.0:1776183713.373598:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1776183713.373603:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492608448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:0.0:1776183713.373605:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4923
00000100:00080000:0.0:1776183713.373610:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183713.373614:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183713.373619:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183713.373631:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183713.373632:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492608576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183713.373645:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183713.373648:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183713.373649:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183713.373653:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4923
00000100:00080000:0.0:1776183713.373655:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1776183713.373660:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776183713.373661:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183713.373667:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183713.373673:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183713/real 1776183713]  req@00000000fc3cde40 x1862458492608512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183713.373680:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492608640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183713.373688:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492608512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183713.373692:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183713.373696:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183713.373698:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183713.373702:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4923
00000100:00080000:0.0:1776183713.373704:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183713.373708:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00080000:3.0:1776183713.373743:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183713.373747:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183713.373752:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608512:192.168.203.145@tcp:38:kworker/u8:4.0
00000008:00100000:0.0:1776183713.373754:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183713.373769:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492608704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183713.373775:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183713.373801:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183713.373811:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183713/real 1776183713]  req@000000008e1f0684 x1862458492608576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183713.373826:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492608576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183713.373832:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183713.373834:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183713.373837:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183713.373842:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183713.373861:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183713.373868:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183713/real 1776183713]  req@00000000121462c2 x1862458492608640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183713.373877:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492608640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183713.373882:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183713.373884:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183713.373886:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183713.373899:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183713.373916:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183713.373922:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183713/real 1776183713]  req@000000005cd929cf x1862458492608704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183713.373930:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492608704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183713.373936:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183713.373938:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183713.373941:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183713.820177:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183714.846552:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183715.870740:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183716.892961:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183717.916639:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183718.492177:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183718.492189:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183718.492193:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183718.492203:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4928
00000100:00080000:1.0:1776183718.492207:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183718.492213:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183718.492250:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492608768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183718.492280:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183718.492283:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183718.492285:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183718.492288:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4928
00000100:00080000:1.0:1776183718.492290:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183718.492293:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183718.492302:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183718.492313:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492608832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183718.492320:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183718.492323:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183718.492324:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183718.492327:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4928
00000100:00080000:1.0:1776183718.492329:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183718.492332:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183718.492335:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183718.492342:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492608896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183718.492348:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183718.492351:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183718.492352:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183718.492355:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4928
00000100:00080000:1.0:1776183718.492356:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183718.492359:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183718.492362:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183718.492369:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492608960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183718.492376:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183718.492378:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183718.492379:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183718.492382:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4928
00000100:00080000:1.0:1776183718.492384:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183718.492386:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183718.492390:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183718.492397:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492609024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183718.492475:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492608768:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183718.492537:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183718.492558:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183718/real 1776183718]  req@00000000b28b4fbf x1862458492608768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183718.492572:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492608768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183718.492580:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183718.492583:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183718.492586:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492608768:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183718.492592:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608832:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183718.492612:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183718.492620:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183718/real 1776183718]  req@0000000049a65e22 x1862458492608832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183718.492634:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492608832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183718.492640:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183718.492642:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183718.492645:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608832:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183718.492650:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608896:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183718.492670:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183718.492677:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183718/real 1776183718]  req@000000009e337919 x1862458492608896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183718.492686:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492608896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183718.492693:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183718.492695:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183718.492697:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608896:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183718.492701:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608960:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183718.492751:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183718.492758:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183718/real 1776183718]  req@0000000090379869 x1862458492608960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183718.492767:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492608960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183718.492773:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183718.492776:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183718.492778:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492608960:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183718.492783:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609024:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183718.492800:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183718.492807:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183718/real 1776183718]  req@00000000cbe5ad9d x1862458492609024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183718.492816:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492609024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183718.492821:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183718.492823:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183718.492825:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609024:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183718.940561:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183719.964333:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183720.987925:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183722.011903:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183723.036090:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183723.613009:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183723.613031:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183723.613034:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183723.613043:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4934
00000100:00080000:2.0:1776183723.613047:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183723.613053:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183723.613087:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492609088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183723.613118:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183723.613122:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183723.613123:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183723.613127:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4934
00000100:00080000:2.0:1776183723.613129:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183723.613133:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183723.613141:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183723.613152:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492609152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183723.613160:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183723.613163:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183723.613164:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183723.613179:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4934
00000100:00080000:2.0:1776183723.613182:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183723.613185:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183723.613191:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183723.613209:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492609216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183723.613218:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183723.613220:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183723.613221:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183723.613224:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4934
00000100:00080000:2.0:1776183723.613226:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183723.613238:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183723.613242:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183723.613251:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492609280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183723.613258:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183723.613261:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183723.613262:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183723.613265:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4934
00000100:00080000:2.0:1776183723.613267:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183723.613269:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183723.613273:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183723.613279:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492609344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183723.613363:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492609088:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183723.613427:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183723.613450:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183723/real 1776183723]  req@000000009680d5f0 x1862458492609088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183723.613464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492609088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183723.613472:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183723.613486:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183723.613489:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492609088:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183723.613495:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609152:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183723.613516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183723.613523:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183723/real 1776183723]  req@00000000e1486ef7 x1862458492609152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183723.613533:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492609152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183723.613540:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183723.613542:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183723.613544:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609152:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183723.613549:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609216:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183723.613568:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183723.613575:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183723/real 1776183723]  req@000000003ddf5e8b x1862458492609216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183723.613584:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492609216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183723.613589:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183723.613591:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183723.613593:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183723.613598:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609280:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183723.613617:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183723.613624:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183723/real 1776183723]  req@000000005b9df5b0 x1862458492609280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183723.613632:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492609280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183723.613638:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183723.613640:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183723.613642:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183723.613646:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609344:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183723.613660:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183723.613665:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183723/real 1776183723]  req@00000000204bf3c6 x1862458492609344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183723.613674:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492609344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183748 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183723.613680:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183723.613681:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183723.613684:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609344:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183724.059939:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183725.086319:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183726.109450:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183727.131899:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183728.155927:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183728.732608:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183728.732618:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183728.732621:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183728.732630:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4939
00000100:00080000:0.0:1776183728.732633:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183728.732638:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183728.732671:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492609408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183728.732696:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183728.732700:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183728.732701:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183728.732704:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4939
00000100:00080000:0.0:1776183728.732706:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183728.732709:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183728.732743:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183728.732753:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492609472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183728.732760:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183728.732762:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183728.732763:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183728.732766:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4939
00000100:00080000:0.0:1776183728.732768:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183728.732770:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183728.732774:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183728.732780:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492609536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183728.732787:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183728.732790:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183728.732791:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183728.732794:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4939
00000100:00080000:0.0:1776183728.732795:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183728.732797:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183728.732800:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183728.732806:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492609600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183728.732812:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183728.732815:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183728.732816:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183728.732819:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4939
00000100:00080000:0.0:1776183728.732820:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183728.732822:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183728.732825:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183728.732833:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492609664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183728.733536:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492609408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183728.733601:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183728.733622:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183728/real 1776183728]  req@00000000cad5148b x1862458492609408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183728.733637:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492609408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183728.733645:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183728.733648:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183728.733651:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492609408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183728.733656:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183728.733675:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183728.733681:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183728/real 1776183728]  req@000000003deb6a56 x1862458492609472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183728.733690:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492609472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183728.733696:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183728.733698:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183728.733700:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183728.733705:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183728.733749:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183728.733758:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183728/real 1776183728]  req@00000000475fa082 x1862458492609536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183728.733766:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492609536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183728.733773:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183728.733775:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183728.733777:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183728.733781:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183728.733798:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183728.733805:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183728/real 1776183728]  req@0000000016c7f426 x1862458492609600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183728.733814:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492609600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183728.733820:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183728.733822:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183728.733825:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183728.733830:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183728.733846:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183728.733853:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183728/real 1776183728]  req@000000000d11d713 x1862458492609664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183728.733862:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492609664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183753 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183728.733867:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183728.733869:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183728.733871:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183729.180089:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183730.203940:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183731.229593:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183732.253019:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183733.275864:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183733.851843:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183733.851854:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183733.851857:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183733.851867:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4944
00000100:00080000:0.0:1776183733.851870:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183733.851876:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183733.851914:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492609728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183733.851943:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183733.851946:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183733.851948:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183733.851951:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4944
00000100:00080000:0.0:1776183733.851953:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183733.851956:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183733.851966:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183733.851976:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492609792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183733.851984:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183733.851987:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183733.851988:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183733.851991:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4944
00000100:00080000:0.0:1776183733.851993:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183733.851996:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183733.852000:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183733.852008:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492609856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183733.852014:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183733.852017:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183733.852018:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183733.852020:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4944
00000100:00080000:0.0:1776183733.852022:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183733.852025:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183733.852028:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183733.852035:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492609920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183733.852042:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183733.852044:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183733.852046:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183733.852048:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4944
00000100:00080000:0.0:1776183733.852050:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183733.852053:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183733.852056:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183733.852062:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492609984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183733.852152:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492609728:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183733.852223:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183733.852244:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183733/real 1776183733]  req@000000002277476a x1862458492609728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183733.852259:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492609728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183733.852267:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183733.852269:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183733.852272:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492609728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183733.852278:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609792:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183733.852299:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183733.852306:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183733/real 1776183733]  req@0000000028a9b6b2 x1862458492609792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183733.852315:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492609792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183733.852322:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183733.852324:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183733.852326:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609792:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183733.852333:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609856:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183733.852360:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183733.852368:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183733/real 1776183733]  req@00000000d49fdfb5 x1862458492609856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183733.852378:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492609856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183733.852385:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183733.852386:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183733.852389:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609856:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183733.852394:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609920:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183733.852411:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183733.852418:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183733/real 1776183733]  req@00000000af534683 x1862458492609920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183733.852428:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492609920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183733.852434:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183733.852436:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183733.852439:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609920:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183733.852443:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609984:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183733.852471:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183733.852478:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183733/real 1776183733]  req@00000000f7929003 x1862458492609984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183733.852488:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492609984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183758 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183733.852495:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183733.852497:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183733.852499:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492609984:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183734.299990:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183735.323936:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183736.348014:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183737.371875:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183738.396378:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183738.972312:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183738.972323:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183738.972327:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183738.972337:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4949
00000100:00080000:0.0:1776183738.972340:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183738.972346:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183738.972380:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492610048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183738.972413:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183738.972416:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183738.972417:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183738.972421:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4949
00000100:00080000:0.0:1776183738.972422:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183738.972425:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183738.972433:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183738.972443:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492610112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183738.972451:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183738.972454:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183738.972455:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183738.972458:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4949
00000100:00080000:0.0:1776183738.972460:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183738.972463:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183738.972466:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183738.972473:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492610176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183738.972480:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183738.972483:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183738.972484:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183738.972487:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4949
00000100:00080000:0.0:1776183738.972489:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183738.972492:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183738.972495:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183738.972502:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492610240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183738.972509:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183738.972511:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183738.972512:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183738.972515:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4949
00000100:00080000:0.0:1776183738.972517:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183738.972519:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183738.972523:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183738.972529:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492610304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183738.972738:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492610048:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183738.972794:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183738.972813:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183738/real 1776183738]  req@000000003e96f56f x1862458492610048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183738.972827:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492610048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183738.972836:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183738.972838:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183738.972842:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492610048:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183738.972847:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610112:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183738.972865:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183738.972872:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183738/real 1776183738]  req@0000000011be23ca x1862458492610112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183738.972886:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492610112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183738.972892:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183738.972894:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183738.972896:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610112:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183738.972901:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610176:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183738.972916:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183738.972923:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183738/real 1776183738]  req@000000004ea85a2d x1862458492610176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183738.972932:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492610176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183738.972939:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183738.972941:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183738.972943:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610176:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183738.972948:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610240:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183738.972965:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183738.972972:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183738/real 1776183738]  req@00000000785bcd08 x1862458492610240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183738.972981:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492610240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183738.972987:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183738.972989:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183738.972991:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610240:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183738.972996:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610304:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183738.973012:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183738.973019:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183738/real 1776183738]  req@000000001bcf0715 x1862458492610304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183738.973029:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492610304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183763 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183738.973034:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183738.973036:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183738.973039:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610304:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183739.419985:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183740.444053:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183741.468015:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183742.494553:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183743.517270:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183744.094785:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183744.094796:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183744.094799:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183744.094810:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4954
00000100:00080000:1.0:1776183744.094824:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183744.094831:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183744.094863:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492610368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183744.094893:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183744.094896:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183744.094898:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183744.094901:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4954
00000100:00080000:1.0:1776183744.094903:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183744.094906:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183744.094914:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183744.094924:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492610432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183744.094932:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183744.094936:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183744.094937:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183744.094940:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4954
00000100:00080000:1.0:1776183744.094941:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183744.094944:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183744.094948:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183744.094956:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492610496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183744.094963:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183744.094966:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183744.094967:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183744.094970:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4954
00000100:00080000:1.0:1776183744.094972:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183744.094975:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183744.094978:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183744.094986:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492610560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183744.094993:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183744.094996:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183744.094997:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183744.095000:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4954
00000100:00080000:1.0:1776183744.095001:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183744.095004:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183744.095007:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183744.095014:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492610624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183744.095766:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492610368:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183744.095841:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183744.095863:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183744/real 1776183744]  req@000000001741ced9 x1862458492610368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183744.095876:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492610368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183744.095884:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183744.095887:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183744.095889:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492610368:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183744.095894:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610432:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183744.095914:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183744.095920:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183744/real 1776183744]  req@000000007c26bb68 x1862458492610432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183744.095928:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492610432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183744.095934:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183744.095935:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183744.095938:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610432:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183744.095942:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610496:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183744.095960:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183744.095967:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183744/real 1776183744]  req@00000000dedc2d4e x1862458492610496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183744.095975:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492610496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183744.095981:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183744.095983:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183744.095985:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610496:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183744.095990:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610560:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183744.096008:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183744.096014:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183744/real 1776183744]  req@00000000ae50fb1e x1862458492610560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183744.096022:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492610560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183744.096028:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183744.096030:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183744.096032:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610560:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183744.096037:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610624:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183744.096053:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183744.096060:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183744/real 1776183744]  req@0000000086193d2a x1862458492610624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183744.096085:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492610624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183744.096091:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183744.096093:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183744.096096:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610624:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183744.541325:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183745.565925:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183746.588131:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183747.613297:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183748.638041:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183749.213155:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183749.213165:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183749.213168:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183749.213178:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4959
00000100:00080000:2.0:1776183749.213182:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183749.213188:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183749.213222:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492610688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183749.213404:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183749.213461:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183749.213473:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183749.213477:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4959
00000100:00080000:2.0:1776183749.213479:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183749.213483:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183749.213493:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183749.213505:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492610752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183749.213515:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183749.213517:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183749.213519:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1776183749.213526:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492610688:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183749.213602:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183749.213622:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183749/real 1776183749]  req@00000000141c6365 x1862458492610688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183749.213633:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492610688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183749.213639:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183749.213641:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183749.213644:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492610688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183749.213648:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610752:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183749.213661:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183749.213668:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183749/real 1776183749]  req@000000009e28d8dc x1862458492610752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183749.213677:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492610752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183749.213683:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183749.213685:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183749.213687:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:2.0:1776183749.213732:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4959
00000100:00080000:2.0:1776183749.213737:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183749.213741:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183749.213747:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183749.213759:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492610816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183749.213776:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183749.213779:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183749.213781:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183749.213783:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4959
00000100:00080000:2.0:1776183749.213785:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183749.213788:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183749.213792:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183749.213801:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492610880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183749.213813:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183749.213816:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183749.213817:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183749.213820:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4959
00000100:00080000:2.0:1776183749.213821:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183749.213824:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183749.213827:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183749.213834:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492610944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183749.213916:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610816:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183749.214132:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183749.214143:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183749/real 1776183749]  req@00000000b03ab380 x1862458492610816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183749.214155:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492610816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183749.214162:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183749.214164:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183749.214167:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183749.214172:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610880:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183749.214192:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183749.214199:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183749/real 1776183749]  req@00000000b8358015 x1862458492610880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183749.214208:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492610880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183749.214214:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183749.214216:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183749.214219:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183749.214224:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610944:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183749.214241:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183749.214248:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183749/real 1776183749]  req@00000000eaec4566 x1862458492610944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183749.214256:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492610944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183749.214261:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183749.214263:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183749.214266:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492610944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183749.659947:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183750.683995:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183751.707960:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183752.731908:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183753.756063:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183754.331927:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183754.332091:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183754.332096:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183754.332106:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4964
00000100:00080000:2.0:1776183754.332110:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183754.332116:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183754.332150:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492611008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183754.332223:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492611008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:2.0:1776183754.333275:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183754.333281:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183754.333284:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183754.333581:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4964
00000100:00080000:2.0:1776183754.333584:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183754.333591:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183754.333602:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183754.333626:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492611072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183754.335963:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:2.0:1776183754.342615:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183754.342625:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183754.342629:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183754.342638:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4964
00000100:00080000:2.0:1776183754.342641:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183754.342648:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183754.342659:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183754.342693:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492611136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183754.342706:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183754.342721:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183754.342723:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183754.342726:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4964
00000100:00080000:2.0:1776183754.342728:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183754.342732:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183754.342736:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183754.342744:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492611200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183754.342752:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183754.342754:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183754.342755:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183754.342757:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4964
00000100:00080000:2.0:1776183754.342759:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183754.342761:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183754.342765:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183754.342771:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492611264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183754.342965:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183754.343764:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183754.343791:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183754.779996:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183755.803961:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183756.828350:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776183757.405472:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776183757.405517:0:2252:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776183757.405531:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183757.405570:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183757.405578:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183757.405585:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183757.405592:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:2.0:1776183757.405701:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183754/real 1776183757]  req@00000000eaec4566 x1862458492611136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183757.405762:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492611136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183757.405770:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183757.405773:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183757.405777:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183757.405782:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183754/real 1776183757]  req@00000000b8358015 x1862458492611200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183757.405793:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492611200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183757.405799:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183757.405801:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183757.405803:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183757.405807:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183754/real 1776183757]  req@00000000b03ab380 x1862458492611264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183757.405816:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492611264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183757.405822:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183757.405824:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183757.405826:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611264:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776183757.405830:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183754/real 1776183757]  req@00000000077b2c38 x1862458492611072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183757.405839:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492611072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183757.405844:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183757.405847:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183757.405849:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776183757.405854:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183754/real 1776183757]  req@00000000cce0171d x1862458492611008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776183757.405862:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492611008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776183757.405873:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183757.405875:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183757.405877:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492611008:192.168.203.145@tcp:250:kworker/u8:3.0
00010000:00010000:3.0:1776183757.852137:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183758.876087:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183759.452298:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183759.452309:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183759.452312:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183759.452322:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4969
00000100:00080000:1.0:1776183759.452326:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183759.452330:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183759.452360:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492611328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183759.452390:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183759.452393:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183759.452394:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183759.452398:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4969
00000100:00080000:1.0:1776183759.452400:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183759.452403:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183759.452412:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183759.452422:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492611392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183759.452430:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183759.452434:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1776183759.452434:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492611328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:1.0:1776183759.452437:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183759.452442:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4969
00000100:00080000:1.0:1776183759.452445:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183759.452447:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183759.452451:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183759.452461:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492611456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183759.452468:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183759.452470:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183759.452472:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183759.452475:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4969
00000100:00080000:1.0:1776183759.452477:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183759.452479:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183759.452483:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183759.452489:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492611520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183759.452495:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183759.452498:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183759.452498:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183759.452501:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4969
00000100:00080000:1.0:1776183759.452503:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183759.452508:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000100:2.0:1776183759.452508:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000008:00100000:1.0:1776183759.452514:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183759.452524:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492611584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183759.452532:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183759/real 1776183759]  req@000000006aae32ca x1862458492611328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183759.452548:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492611328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183759.452558:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183759.452561:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183759.452564:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492611328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183759.452587:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611392:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183759.452608:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183759.452616:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183759/real 1776183759]  req@000000009bf866c6 x1862458492611392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183759.452626:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492611392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183759.452633:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183759.452635:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183759.452637:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611392:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183759.452645:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611456:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183759.452664:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183759.452672:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183759/real 1776183759]  req@00000000f13843be x1862458492611456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183759.452680:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492611456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183759.452686:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183759.452688:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183759.452691:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611456:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183759.452696:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611520:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183759.452747:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183759.452756:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183759/real 1776183759]  req@00000000b1152010 x1862458492611520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183759.452765:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492611520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183759.452771:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183759.452772:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183759.452774:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611520:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183759.452779:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611584:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183759.452798:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183759.452807:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183759/real 1776183759]  req@000000008eee8260 x1862458492611584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183759.452816:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492611584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183759.452822:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183759.452824:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183759.452826:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611584:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183759.900002:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183760.924569:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183761.947922:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183762.976762:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183763.995916:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183764.571881:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183764.571893:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183764.571896:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183764.571907:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4975
00000100:00080000:1.0:1776183764.571910:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183764.571916:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183764.571954:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492611648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183764.571982:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183764.571986:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183764.571988:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183764.571991:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4975
00000100:00080000:1.0:1776183764.571993:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183764.571996:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183764.572004:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183764.572013:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492611712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183764.572022:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183764.572025:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183764.572026:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183764.572029:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4975
00000100:00080000:1.0:1776183764.572031:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183764.572034:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183764.572038:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183764.572044:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492611776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183764.572051:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183764.572054:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183764.572055:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183764.572057:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4975
00000100:00080000:1.0:1776183764.572059:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183764.572061:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183764.572064:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183764.572070:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492611840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183764.572077:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183764.572080:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183764.572081:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183764.572083:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4975
00000100:00080000:1.0:1776183764.572085:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183764.572087:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183764.572091:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183764.572099:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492611904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183764.572277:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492611648:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183764.572346:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183764.572366:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183764/real 1776183764]  req@00000000621373f7 x1862458492611648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183764.572380:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492611648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183764.572388:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183764.572391:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183764.572394:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492611648:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183764.572400:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611712:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183764.572417:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183764.572424:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183764/real 1776183764]  req@00000000ed8b07dd x1862458492611712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183764.572433:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492611712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183764.572439:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183764.572442:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183764.572444:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611712:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183764.572449:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611776:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183764.572464:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183764.572471:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183764/real 1776183764]  req@000000000eb62df8 x1862458492611776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183764.572480:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492611776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183764.572498:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183764.572500:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183764.572503:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611776:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183764.572508:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611840:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183764.572524:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183764.572531:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183764/real 1776183764]  req@0000000002fce3d6 x1862458492611840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183764.572540:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492611840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183764.572555:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183764.572557:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183764.572559:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611840:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183764.572564:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611904:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183764.572581:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183764.572587:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183764/real 1776183764]  req@00000000c648eb35 x1862458492611904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183764.572596:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492611904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183764.572602:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183764.572604:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183764.572607:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492611904:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183765.020082:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183766.044902:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183767.067902:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183768.091925:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183769.118270:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183769.692054:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183769.692064:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183769.692067:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183769.692078:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4980
00000100:00080000:1.0:1776183769.692080:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183769.692086:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183769.692206:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492611968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183769.692232:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183769.692235:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183769.692236:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183769.692240:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4980
00000100:00080000:1.0:1776183769.692243:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183769.692246:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183769.692255:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183769.692265:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492612032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183769.692273:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183769.692276:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183769.692277:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183769.692281:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4980
00000100:00080000:1.0:1776183769.692283:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183769.692286:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183769.692292:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183769.692300:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492612096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183769.692307:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183769.692310:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183769.692311:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183769.692314:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4980
00000100:00080000:1.0:1776183769.692315:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183769.692318:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183769.692322:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183769.692329:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492612160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183769.692337:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183769.692339:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183769.692341:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183769.692343:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4980
00000100:00080000:1.0:1776183769.692345:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183769.692348:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183769.692351:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183769.692357:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492612224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183769.694988:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492611968:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183769.695090:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183769.695114:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183769/real 1776183769]  req@000000005aa304ab x1862458492611968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183769.695130:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492611968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183769.695140:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183769.695144:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183769.695147:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492611968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183769.695154:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612032:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183769.695175:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183769.695181:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183769/real 1776183769]  req@000000001098c40e x1862458492612032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183769.695190:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492612032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183769.695197:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183769.695200:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183769.695202:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612032:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183769.695207:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612096:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183769.695222:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183769.695228:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183769/real 1776183769]  req@00000000d9dd8f33 x1862458492612096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183769.695236:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492612096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183769.695243:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183769.695245:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183769.695247:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612096:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183769.695252:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612160:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183769.695267:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183769.695274:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183769/real 1776183769]  req@00000000af591920 x1862458492612160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183769.695282:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492612160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183769.695288:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183769.695290:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183769.695292:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612160:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183769.695297:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612224:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183769.695316:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183769.695323:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183769/real 1776183769]  req@00000000c87b277a x1862458492612224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183769.695332:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492612224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183794 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183769.695338:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183769.695340:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183769.695343:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612224:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183770.143320:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183771.164002:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183772.188322:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183773.212890:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183774.236830:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183774.812183:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183774.812195:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183774.812848:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183774.812869:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4985
00000100:00080000:1.0:1776183774.812873:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183774.812878:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183774.812921:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492612288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183774.813007:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492612288:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776183774.813070:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183774.813100:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183774.813104:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183774.813106:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183774.813110:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4985
00000100:00080000:1.0:1776183774.813111:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183774.813115:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183774.813123:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183774.813137:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492612352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183774.820041:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183774/real 1776183774]  req@00000000c87b277a x1862458492612288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183774.820071:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492612288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183774.820081:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183774.820085:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183774.820089:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492612288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776183774.820123:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612352:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183774.820183:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183774.820195:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183774/real 1776183774]  req@00000000af591920 x1862458492612352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183774.820224:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492612352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183774.820231:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183774.820234:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183774.820236:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612352:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:1.0:1776183774.822024:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183774.822034:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183774.822037:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183774.822045:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4985
00000100:00080000:1.0:1776183774.822048:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183774.822053:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183774.822063:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183774.822092:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492612416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183774.822106:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183774.822110:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183774.822111:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183774.822114:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4985
00000100:00080000:1.0:1776183774.822116:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183774.822118:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183774.822123:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183774.822132:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492612480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183774.822139:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183774.822143:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183774.822144:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183774.822147:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4985
00000100:00080000:1.0:1776183774.822149:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183774.822151:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183774.822154:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183774.822161:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492612544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776183774.823108:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612416:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776183774.823181:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183774.823415:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183774/real 1776183774]  req@00000000d9dd8f33 x1862458492612416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183774.823432:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492612416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183774.823517:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183774.823521:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183774.823525:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612416:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776183774.823533:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612480:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183774.823557:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183774.823565:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183774/real 1776183774]  req@000000001098c40e x1862458492612480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183774.823575:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492612480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183774.823582:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183774.823585:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183774.823587:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612480:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776183774.823593:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612544:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776183774.823612:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183774.823620:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183774/real 1776183774]  req@000000005aa304ab x1862458492612544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183774.823629:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492612544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183799 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183774.823634:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776183774.823636:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776183774.823639:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612544:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183775.260853:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183776.286532:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183777.308127:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183778.331982:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183779.356194:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183779.932680:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183779.932691:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183779.932694:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183779.932703:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4990
00000100:00080000:2.0:1776183779.932707:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183779.932735:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183779.932768:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492612608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183779.932808:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183779.932812:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183779.932813:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183779.932817:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4990
00000100:00080000:2.0:1776183779.932820:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183779.932822:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183779.932830:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183779.932840:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492612672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183779.932848:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183779.932851:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183779.932852:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183779.932855:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4990
00000100:00080000:2.0:1776183779.932856:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183779.932859:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183779.932861:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183779.932867:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492612736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183779.932874:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183779.932876:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183779.932877:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183779.932880:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4990
00000100:00080000:2.0:1776183779.932881:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183779.932884:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183779.932887:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183779.932893:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492612800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183779.932899:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183779.932902:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183779.932903:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183779.932905:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4990
00000100:00080000:2.0:1776183779.932907:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183779.932909:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183779.932912:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183779.932918:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492612864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183779.933000:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492612608:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183779.933059:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183779.933078:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183779/real 1776183779]  req@00000000cce0171d x1862458492612608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183779.933102:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492612608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183779.933111:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183779.933114:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183779.933117:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492612608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183779.933123:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612672:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183779.933141:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183779.933147:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183779/real 1776183779]  req@00000000077b2c38 x1862458492612672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183779.933156:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492612672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183779.933162:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183779.933164:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183779.933167:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183779.933171:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612736:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183779.933184:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183779.933189:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183779/real 1776183779]  req@00000000b03ab380 x1862458492612736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183779.933197:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492612736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183779.933204:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183779.933205:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183779.933208:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183779.933211:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612800:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183779.933224:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183779.933229:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183779/real 1776183779]  req@00000000b8358015 x1862458492612800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183779.933236:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492612800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183779.933243:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183779.933245:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183779.933247:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183779.933252:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612864:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183779.933266:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183779.933271:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183779/real 1776183779]  req@00000000eaec4566 x1862458492612864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183779.933279:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492612864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183804 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183779.933285:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183779.933287:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183779.933289:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183780.380020:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183781.404046:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183782.429145:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183783.454513:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183784.475917:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183785.052013:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183785.052025:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183785.052028:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183785.052039:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 4995
00000100:00080000:2.0:1776183785.052042:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183785.052048:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183785.052081:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492612928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183785.052113:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183785.052117:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183785.052118:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183785.052121:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4995
00000100:00080000:2.0:1776183785.052123:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183785.052126:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183785.052134:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183785.052145:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492612992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183785.052154:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183785.052157:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183785.052158:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183785.052161:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4995
00000100:00080000:2.0:1776183785.052178:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183785.052182:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183785.052187:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183785.052196:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492613056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183785.052203:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183785.052206:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183785.052208:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183785.052211:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4995
00000100:00080000:2.0:1776183785.052213:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183785.052215:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183785.052219:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183785.052226:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492613120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183785.052233:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183785.052235:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183785.052236:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183785.052239:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 4995
00000100:00080000:2.0:1776183785.052241:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183785.052244:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183785.052247:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183785.052253:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492613184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183785.052934:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492612928:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183785.052997:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183785.053020:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183785/real 1776183785]  req@000000009e28d8dc x1862458492612928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183785.053035:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492612928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183785.053049:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183785.053051:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183785.053054:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492612928:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183785.053060:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612992:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183785.053081:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183785.053089:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183785/real 1776183785]  req@00000000141c6365 x1862458492612992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183785.053098:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492612992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183785.053104:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183785.053106:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183785.053108:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492612992:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183785.053113:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613056:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183785.053129:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183785.053137:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183785/real 1776183785]  req@00000000204bf3c6 x1862458492613056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183785.053146:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492613056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183785.053152:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183785.053154:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183785.053156:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613056:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183785.053162:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613120:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183785.053197:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183785.053205:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183785/real 1776183785]  req@000000005b9df5b0 x1862458492613120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183785.053214:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492613120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183785.053220:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183785.053222:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183785.053224:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613120:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183785.053229:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613184:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183785.053245:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183785.053253:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183785/real 1776183785]  req@000000003ddf5e8b x1862458492613184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183785.053261:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492613184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183785.053267:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183785.053268:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183785.053271:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613184:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183785.500632:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183786.524003:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183787.555053:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183788.571923:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183789.597292:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183790.173318:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183790.173329:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183790.173333:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183790.173355:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5000
00000100:00080000:3.0:1776183790.174068:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183790.174075:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183790.174111:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492613248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183790.174142:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183790.174147:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183790.174149:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183790.174153:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5000
00000100:00080000:3.0:1776183790.174155:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183790.174158:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183790.174167:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183790.174187:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492613312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183790.174195:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183790.174198:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183790.174199:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183790.174202:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5000
00000100:00080000:3.0:1776183790.174204:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183790.174207:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183790.174210:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183790.174219:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492613376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183790.174226:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183790.174229:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183790.174230:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183790.174233:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5000
00000100:00080000:3.0:1776183790.174235:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183790.174238:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183790.174242:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183790.174259:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492613440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183790.174266:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183790.174268:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183790.174270:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183790.174272:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5000
00000100:00080000:3.0:1776183790.174273:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183790.174280:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183790.174285:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183790.174292:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492613504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183790.174392:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492613248:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183790.174455:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183790.174479:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183790/real 1776183790]  req@000000003c7e6ce9 x1862458492613248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183790.174494:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492613248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183790.174502:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183790.174505:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183790.174509:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492613248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183790.174514:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613312:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183790.174536:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183790.174545:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183790/real 1776183790]  req@000000004b362de1 x1862458492613312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183790.174556:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492613312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183790.174563:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183790.174565:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183790.174568:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183790.174573:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613376:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183790.174605:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183790.174614:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183790/real 1776183790]  req@00000000241ecb2f x1862458492613376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183790.174624:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492613376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183790.174631:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183790.174633:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183790.174636:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183790.174641:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613440:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183790.174660:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183790.174874:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183790/real 1776183790]  req@00000000de06baf2 x1862458492613440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183790.174885:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492613440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183790.174891:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183790.174892:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183790.174895:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183790.174900:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613504:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183790.174921:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183790.174929:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183790/real 1776183790]  req@00000000249ded4e x1862458492613504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183790.174937:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492613504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183790.174943:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183790.174944:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183790.174946:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183790.620269:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183791.646004:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183792.668313:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183793.692235:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183794.716805:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183795.293137:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183795.293149:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183795.293152:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183795.293162:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5005
00000100:00080000:1.0:1776183795.293165:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183795.293170:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183795.293204:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492613568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183795.293285:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492613568:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183795.293350:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183795.293379:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183795.293383:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183795.293384:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183795.293388:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5005
00000100:00080000:1.0:1776183795.293390:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183795.293393:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183795.293401:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183795.293413:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492613632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183795.293932:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183795/real 1776183795]  req@00000000c648eb35 x1862458492613568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183795.293961:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492613568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183795.293971:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183795.294131:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183795.294136:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492613568:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183795.294160:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613632:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183795.294190:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183795.294200:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183795/real 1776183795]  req@0000000002fce3d6 x1862458492613632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183795.294211:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492613632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183795.294217:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183795.294219:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183795.294222:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613632:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:1.0:1776183795.294332:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183795.294336:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183795.294338:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183795.294341:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5005
00000100:00080000:1.0:1776183795.294343:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183795.294347:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183795.294352:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183795.294365:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492613696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183795.294404:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613696:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183795.295132:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183795.295225:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183795.295230:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183795.295232:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183795.295236:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5005
00000100:00080000:1.0:1776183795.295238:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183795.295242:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183795.295249:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183795.295263:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492613760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183795.295303:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183795/real 1776183795]  req@000000000eb62df8 x1862458492613696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183795.295316:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492613696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183795.295324:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183795.295326:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183795.295329:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613696:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183795.295345:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613760:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183795.295366:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183795.295374:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183795/real 1776183795]  req@00000000ed8b07dd x1862458492613760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183795.295384:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492613760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183795.295390:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183795.295392:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183795.295395:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613760:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:1.0:1776183795.296263:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183795.296269:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183795.296271:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183795.296275:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5005
00000100:00080000:1.0:1776183795.296277:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183795.296281:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183795.296288:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183795.296303:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492613824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183795.296347:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613824:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183795.296379:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183795.296827:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183795/real 1776183795]  req@00000000621373f7 x1862458492613824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183795.296842:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492613824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183795.296851:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183795.296854:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183795.296857:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613824:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183795.740170:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183796.763992:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183797.788840:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183798.812420:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183799.840445:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183800.411892:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183800.411903:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183800.411907:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183800.411916:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5010
00000100:00080000:3.0:1776183800.411919:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183800.411924:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183800.411966:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492613888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183800.412041:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492613888:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183800.412102:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183800.412132:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183800.412135:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183800.412137:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183800.412140:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5010
00000100:00080000:3.0:1776183800.412142:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183800.412146:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183800.412155:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183800.412168:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492613952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183800.412430:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183800/real 1776183800]  req@000000009bb01b96 x1862458492613888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183800.412447:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492613888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183800.412455:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183800.412458:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183800.412461:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492613888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183800.412485:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183800.412643:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183800.412654:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183800/real 1776183800]  req@00000000d13f4501 x1862458492613952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183800.412664:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492613952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183800.412671:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183800.412673:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183800.412676:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492613952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183800.412871:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183800.412875:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183800.412877:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183800.412881:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5010
00000100:00080000:3.0:1776183800.412883:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183800.412887:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183800.412892:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183800.412904:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492614016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183800.412912:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183800.412915:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183800.412917:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183800.412920:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5010
00000100:00080000:3.0:1776183800.412921:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183800.412924:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183800.412928:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183800.413118:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183800.413144:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183800.413154:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183800/real 1776183800]  req@000000006f8c11c8 x1862458492614016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183800.413171:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492614016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183800.413178:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183800.413180:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183800.413183:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183800.413221:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492614080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183800.413240:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183800.413243:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183800.413244:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183800.413248:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5010
00000100:00080000:3.0:1776183800.413250:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183800.413253:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183800.413257:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183800.413268:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492614144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183800.413327:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183800.413411:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183800.413420:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183800/real 1776183800]  req@00000000fe8f785d x1862458492614080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183800.413431:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492614080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183800.413437:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183800.413439:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183800.413442:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183800.413447:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183800.413466:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183800.413474:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183800/real 1776183800]  req@000000006f8c11c8 x1862458492614144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183800.413483:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492614144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183800.413489:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183800.413492:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183800.413494:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183800.860296:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183801.883949:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183802.908975:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183803.932151:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183804.956108:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183805.532646:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183805.532658:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183805.532661:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183805.532671:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5016
00000100:00080000:2.0:1776183805.532674:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183805.532680:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183805.532734:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492614208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183805.532767:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183805.532770:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183805.532772:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183805.532776:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5016
00000100:00080000:2.0:1776183805.532778:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183805.532782:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183805.532791:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183805.532801:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492614272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183805.532809:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183805.532812:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183805.532813:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183805.532816:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5016
00000100:00080000:2.0:1776183805.532818:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183805.532820:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183805.532824:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183805.532831:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492614336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183805.532839:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183805.532841:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183805.532843:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183805.532845:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5016
00000100:00080000:2.0:1776183805.532847:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183805.532850:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183805.532854:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183805.532863:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492614400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183805.532868:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183805.532871:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183805.532872:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183805.532875:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5016
00000100:00080000:2.0:1776183805.532877:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183805.532880:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183805.532883:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183805.532891:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492614464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183805.532975:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492614208:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183805.533034:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183805.533054:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183805/real 1776183805]  req@00000000e1486ef7 x1862458492614208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183805.533065:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492614208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183805.533072:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183805.533075:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183805.533078:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492614208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183805.533083:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183805.533098:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183805.533104:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183805/real 1776183805]  req@000000009680d5f0 x1862458492614272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183805.533112:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492614272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183805.533117:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183805.533119:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183805.533121:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183805.533124:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183805.533141:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183805.533147:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183805/real 1776183805]  req@000000008f1aeada x1862458492614336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183805.533154:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492614336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183805.533160:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183805.533161:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183805.533164:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183805.533167:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183805.533180:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183805.533185:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183805/real 1776183805]  req@000000001e5f24e0 x1862458492614400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183805.533192:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492614400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183805.533197:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183805.533199:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183805.533201:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183805.533205:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614464:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183805.533219:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183805.533224:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183805/real 1776183805]  req@00000000916d6b33 x1862458492614464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183805.533232:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492614464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183805.533239:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183805.533240:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183805.533242:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183805.980060:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183807.005594:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183808.028125:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183809.052438:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183810.075931:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183810.652005:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183810.652015:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183810.652019:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183810.652029:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5021
00000100:00080000:1.0:1776183810.652033:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183810.652039:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183810.652075:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492614528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183810.652153:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492614528:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183810.652214:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183810.652246:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183810.652250:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183810.652251:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183810.652256:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5021
00000100:00080000:1.0:1776183810.652258:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183810.652261:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183810.652269:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183810.652281:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492614592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183810.654445:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183810/real 1776183810]  req@000000008eee8260 x1862458492614528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183810.654472:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492614528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183810.654482:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183810.654486:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183810.654489:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492614528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183810.654518:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183810.654757:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183810.654770:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183810/real 1776183810]  req@00000000b1152010 x1862458492614592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183810.654793:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492614592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183810.654800:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183810.654802:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183810.654805:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:1.0:1776183810.655669:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183810.655676:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183810.655679:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183810.655685:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5021
00000100:00080000:1.0:1776183810.655687:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183810.655692:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183810.655702:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183810.655744:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492614656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183810.655757:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183810.655760:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183810.655761:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183810.655764:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5021
00000100:00080000:1.0:1776183810.655766:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183810.655769:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183810.655774:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183810.657441:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492614720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183810.657463:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183810.657467:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183810.657469:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183810.657473:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5021
00000100:00080000:1.0:1776183810.657475:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183810.657480:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183810.657488:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183810.657498:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492614784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183810.657872:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183810.657936:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183810.657958:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183810/real 1776183810]  req@00000000f13843be x1862458492614656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183810.657972:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492614656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183810.657981:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183810.657984:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183810.657987:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183810.657993:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183810.658013:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183810.658021:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183810/real 1776183810]  req@000000009bf866c6 x1862458492614720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183810.658030:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492614720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183810.658036:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183810.658038:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183810.658040:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183810.658045:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183810.658063:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183810.658071:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183810/real 1776183810]  req@000000006aae32ca x1862458492614784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183810.658081:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492614784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183835 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183810.658087:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183810.658089:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183810.658091:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183811.102340:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183812.129164:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183813.151217:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183814.172950:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183815.196888:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183815.772125:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183815.772135:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183815.772138:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183815.772148:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5026
00000100:00080000:3.0:1776183815.772151:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183815.772205:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183815.772239:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492614848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183815.772268:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183815.772271:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183815.772273:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183815.772276:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5026
00000100:00080000:3.0:1776183815.772277:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183815.772280:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183815.772289:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183815.772299:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492614912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183815.772306:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183815.772308:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183815.772309:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183815.772312:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5026
00000100:00080000:3.0:1776183815.772314:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183815.772317:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183815.772321:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183815.772328:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492614976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183815.772336:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183815.772339:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183815.772340:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183815.772343:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5026
00000100:00080000:3.0:1776183815.772345:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183815.772348:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183815.772351:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183815.772359:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492615040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183815.772366:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183815.772368:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183815.772369:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183815.772372:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5026
00000100:00080000:3.0:1776183815.772373:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183815.772376:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183815.772379:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183815.772386:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492615104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183815.772467:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492614848:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183815.772540:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183815.772563:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183815/real 1776183815]  req@00000000d13f4501 x1862458492614848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183815.772577:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492614848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183815.772586:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183815.772588:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183815.772591:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492614848:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183815.772597:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614912:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183815.772617:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183815.772625:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183815/real 1776183815]  req@000000009bb01b96 x1862458492614912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183815.772635:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492614912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183815.772641:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183815.772643:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183815.772645:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614912:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183815.772650:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614976:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183815.772667:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183815.772675:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183815/real 1776183815]  req@00000000249ded4e x1862458492614976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183815.772694:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492614976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183815.772701:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183815.772704:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183815.772706:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492614976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183815.772736:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615040:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183815.772755:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183815.772762:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183815/real 1776183815]  req@00000000de06baf2 x1862458492615040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183815.772772:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492615040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183815.772778:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183815.773126:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183815.773133:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183815.773139:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615104:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183815.773165:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183815.773173:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183815/real 1776183815]  req@00000000241ecb2f x1862458492615104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183815.773183:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492615104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183840 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183815.773188:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183815.773190:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183815.773193:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615104:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183816.219954:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183817.243979:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183818.269882:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183819.291948:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183820.317359:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183820.891809:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183820.891827:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183820.891830:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183820.891841:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5031
00000100:00080000:3.0:1776183820.891844:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183820.891851:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183820.891889:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492615168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183820.891930:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183820.891934:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183820.891935:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183820.891940:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5031
00000100:00080000:3.0:1776183820.891942:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183820.891945:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183820.892103:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183820.892118:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492615232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183820.892127:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183820.892130:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183820.892131:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183820.892135:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5031
00000100:00080000:3.0:1776183820.892137:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183820.892140:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183820.892144:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183820.892152:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492615296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183820.892160:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183820.892163:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183820.892164:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183820.892167:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5031
00000100:00080000:3.0:1776183820.892169:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183820.892171:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183820.892175:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183820.892182:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492615360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183820.892194:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183820.892196:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183820.892198:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183820.892200:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5031
00000100:00080000:3.0:1776183820.892202:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183820.892205:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183820.892208:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183820.892216:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492615424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183820.893456:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492615168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183820.893554:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183820.893580:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183820.893597:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183820.893627:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183821.342614:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183822.363949:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183823.388735:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776183823.966009:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776183823.966644:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776183823.966663:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183823.966761:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183823.966772:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183823.966773:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183820/real 1776183823]  req@000000004b362de1 x1862458492615168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000800:00000100:2.0:1776183823.966780:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183823.966787:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183823.966799:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492615168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183823.966809:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183823.966812:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183823.966816:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492615168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183823.966826:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183820/real 1776183823]  req@000000003c7e6ce9 x1862458492615232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183823.966836:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492615232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183823.966843:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183823.966845:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183823.966848:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183823.966862:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183820/real 1776183823]  req@0000000058f74c1f x1862458492615296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183823.966872:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492615296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183823.966878:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183823.966881:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183823.966884:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183823.966889:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183820/real 1776183823]  req@00000000000d3e4b x1862458492615360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183823.966898:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492615360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183823.966904:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183823.966906:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183823.966909:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183823.966916:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183820/real 1776183823]  req@00000000c084cebb x1862458492615424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183823.966925:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492615424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183845 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183823.966932:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183823.966934:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183823.966936:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183824.413475:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183825.435937:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183826.011973:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183826.011983:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183826.011987:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183826.011997:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5036
00000100:00080000:3.0:1776183826.012000:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183826.012006:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183826.012035:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492615488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183826.012060:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183826.012064:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183826.012065:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183826.012068:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5036
00000100:00080000:3.0:1776183826.012070:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183826.012074:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183826.012081:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183826.012090:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492615552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183826.012098:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183826.012100:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183826.012101:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183826.012104:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5036
00000100:00080000:3.0:1776183826.012106:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183826.012109:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183826.012112:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183826.012120:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492615616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183826.012127:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183826.012130:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183826.012131:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183826.012134:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5036
00000100:00080000:3.0:1776183826.012136:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183826.012138:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183826.012142:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183826.012149:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492615680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183826.012156:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183826.012158:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183826.012160:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183826.012163:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5036
00000100:00080000:3.0:1776183826.012164:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183826.012167:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183826.012170:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183826.012176:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492615744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183826.013979:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492615488:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183826.014048:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183826.014068:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183826/real 1776183826]  req@0000000011a4c226 x1862458492615488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183826.014083:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492615488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183826.014093:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183826.014096:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183826.014099:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492615488:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183826.014104:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615552:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183826.014119:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183826.014124:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183826/real 1776183826]  req@0000000019f3e9d6 x1862458492615552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183826.014133:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492615552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183826.014144:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183826.014147:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183826.014149:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615552:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183826.014153:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615616:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183826.014165:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183826.014170:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183826/real 1776183826]  req@0000000043dc1dd5 x1862458492615616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183826.014177:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492615616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183826.014182:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183826.014184:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183826.014186:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615616:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183826.014191:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615680:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183826.014207:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183826.014213:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183826/real 1776183826]  req@00000000e06e7839 x1862458492615680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183826.014222:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492615680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183826.014228:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183826.014230:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183826.014232:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615680:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183826.014238:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615744:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183826.014250:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183826.014254:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183826/real 1776183826]  req@00000000eb2b2a12 x1862458492615744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183826.014262:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492615744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183826.014268:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183826.014270:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183826.014272:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615744:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183826.464277:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183827.485143:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183828.508051:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183829.532406:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183830.556035:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183831.133217:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183831.133228:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183831.133231:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183831.133241:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5041
00000100:00080000:3.0:1776183831.133244:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183831.133249:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183831.133303:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492615808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183831.133340:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183831.133344:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183831.133345:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183831.133356:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5041
00000100:00080000:3.0:1776183831.133358:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183831.133361:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183831.133370:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183831.133382:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492615872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183831.133390:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183831.133392:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183831.133394:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183831.133396:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5041
00000100:00080000:3.0:1776183831.133398:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183831.133401:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183831.133405:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183831.133412:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492615936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183831.133418:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183831.133421:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183831.133422:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183831.133425:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5041
00000100:00080000:3.0:1776183831.133426:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183831.133429:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183831.133433:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183831.133440:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492616000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183831.133447:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183831.133450:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183831.133451:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183831.133454:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5041
00000100:00080000:3.0:1776183831.133456:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183831.133459:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183831.133462:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183831.133470:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492616064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183831.133687:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492615808:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183831.133794:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183831.133817:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183831/real 1776183831]  req@00000000e4a6949b x1862458492615808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183831.133832:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492615808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183831.133840:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183831.133843:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183831.133846:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492615808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183831.133852:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183831.133874:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183831.133882:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183831/real 1776183831]  req@00000000979214d3 x1862458492615872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183831.133897:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492615872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183831.133904:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183831.133906:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183831.133908:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183831.133913:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183831.133931:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183831.133939:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183831/real 1776183831]  req@0000000058922152 x1862458492615936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183831.133948:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492615936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183831.133955:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183831.133957:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183831.133960:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492615936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183831.133964:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183831.133980:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183831.133987:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183831/real 1776183831]  req@000000004fc3090a x1862458492616000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183831.133996:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492616000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183831.134002:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183831.134004:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183831.134006:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183831.134011:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183831.134027:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183831.134034:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183831/real 1776183831]  req@00000000c2778644 x1862458492616064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183831.134043:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492616064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183831.134049:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183831.134051:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183831.134053:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183831.580013:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183832.603915:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183833.629213:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183834.652413:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183835.675988:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183836.252021:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183836.252032:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183836.252035:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183836.252055:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5046
00000100:00080000:0.0:1776183836.252059:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183836.252064:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183836.252094:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492616128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183836.252121:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183836.252124:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183836.252125:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183836.252129:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5046
00000100:00080000:0.0:1776183836.252131:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183836.252135:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183836.252143:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183836.252153:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492616192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183836.252161:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183836.252164:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183836.252169:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183836.252172:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5046
00000100:00080000:0.0:1776183836.252181:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183836.252184:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183836.252188:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183836.252196:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492616256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183836.252203:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183836.252206:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183836.252207:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183836.252209:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5046
00000100:00080000:0.0:1776183836.252211:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183836.252224:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183836.252228:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183836.252237:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492616320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183836.252244:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183836.252247:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183836.252249:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183836.252251:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5046
00000100:00080000:0.0:1776183836.252253:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183836.252255:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183836.252258:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183836.252266:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492616384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183836.255455:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492616128:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183836.255529:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183836.255553:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183836/real 1776183836]  req@000000002faeba1c x1862458492616128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183836.255569:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492616128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183836.255594:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183836.255598:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183836.255601:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492616128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183836.255608:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616192:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183836.255631:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183836.255640:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183836/real 1776183836]  req@00000000564d2cf7 x1862458492616192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183836.255649:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492616192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183836.255656:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183836.255660:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183836.255662:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183836.255667:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616256:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183836.255685:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183836.255692:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183836/real 1776183836]  req@000000004b92993c x1862458492616256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183836.255701:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492616256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183836.255707:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183836.255709:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183836.255733:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183836.255738:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183836.255760:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183836.255767:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183836/real 1776183836]  req@00000000d304331a x1862458492616320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183836.255776:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492616320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183836.255781:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183836.255783:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183836.255785:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183836.255790:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183836.255809:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183836.255815:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183836/real 1776183836]  req@00000000f0661e3d x1862458492616384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183836.255823:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492616384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183836.255829:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183836.255831:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183836.255833:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776183836.701786:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183837.724350:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183838.748253:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183839.774243:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183840.799052:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183841.372402:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183841.372412:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183841.372416:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183841.373347:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5051
00000100:00080000:1.0:1776183841.373351:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183841.373357:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183841.373392:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492616448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183841.373468:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492616448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183841.373541:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183841.373574:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183841.373578:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183841.373580:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183841.373584:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5051
00000100:00080000:1.0:1776183841.373586:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183841.373590:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183841.373600:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183841.373611:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492616512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183841.375704:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183841/real 1776183841]  req@0000000086193d2a x1862458492616448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183841.375746:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492616448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183841.375755:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183841.375759:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183841.375763:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492616448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183841.375795:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183841.375847:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183841.375859:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183841/real 1776183841]  req@00000000ae50fb1e x1862458492616512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183841.375869:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492616512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183841.375876:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183841.375878:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183841.375881:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:1.0:1776183841.380540:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183841.380550:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183841.380553:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183841.380562:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5051
00000100:00080000:1.0:1776183841.380565:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183841.380572:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183841.380583:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183841.380614:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492616576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183841.380626:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183841.380629:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183841.380631:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183841.380633:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5051
00000100:00080000:1.0:1776183841.380635:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183841.380638:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183841.380642:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183841.380649:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492616640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183841.380656:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183841.380658:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183841.380660:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183841.380663:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5051
00000100:00080000:1.0:1776183841.380665:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183841.380667:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183841.380671:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183841.380678:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492616704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183841.380783:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183841.380845:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183841.380868:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183841/real 1776183841]  req@00000000dedc2d4e x1862458492616576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183841.380882:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492616576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183841.380891:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183841.380894:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183841.380898:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183841.380904:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183841.380926:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183841.380934:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183841/real 1776183841]  req@000000007c26bb68 x1862458492616640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183841.380944:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492616640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183841.380950:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183841.380952:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183841.380955:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183841.380960:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183841.380978:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183841.380984:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183841/real 1776183841]  req@000000001741ced9 x1862458492616704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183841.380994:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492616704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183841.380999:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183841.381001:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183841.381003:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183841.819936:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183842.844073:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183843.872773:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183844.893170:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183845.915968:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183846.491906:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183846.491917:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183846.491920:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183846.491930:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5056
00000100:00080000:2.0:1776183846.491933:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183846.491938:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183846.491971:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492616768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183846.492000:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183846.492003:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183846.492004:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183846.492008:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5056
00000100:00080000:2.0:1776183846.492010:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183846.492022:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183846.492030:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183846.492039:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492616832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183846.492046:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183846.492049:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183846.492050:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183846.492053:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5056
00000100:00080000:2.0:1776183846.492055:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183846.492058:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183846.492061:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183846.492071:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492616896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183846.492077:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183846.492080:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183846.492082:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183846.492084:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5056
00000100:00080000:2.0:1776183846.492086:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183846.492088:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183846.492092:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183846.492099:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492616960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183846.492106:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183846.492109:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183846.492110:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183846.492114:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5056
00000100:00080000:2.0:1776183846.492115:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183846.492118:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183846.492122:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183846.492129:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492617024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183846.492210:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492616768:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183846.492271:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183846.492292:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183846/real 1776183846]  req@000000003af52c85 x1862458492616768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183846.492307:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492616768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183846.492314:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183846.492317:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183846.492320:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492616768:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183846.492329:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616832:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183846.492348:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183846.492355:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183846/real 1776183846]  req@0000000065cff9ca x1862458492616832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183846.492375:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492616832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183846.492382:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183846.492384:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183846.492387:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616832:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183846.492391:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616896:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183846.492410:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183846.492416:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183846/real 1776183846]  req@00000000916d6b33 x1862458492616896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183846.492425:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492616896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183846.492431:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183846.492433:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183846.492435:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616896:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183846.492440:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616960:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183846.492456:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183846.492463:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183846/real 1776183846]  req@000000001e5f24e0 x1862458492616960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183846.492472:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492616960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183846.492478:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183846.492479:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183846.492482:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492616960:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183846.492487:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617024:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183846.492504:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183846.492512:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183846/real 1776183846]  req@000000008f1aeada x1862458492617024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183846.492521:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492617024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183846.492527:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183846.492529:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183846.492531:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617024:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183846.940884:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183847.964150:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183848.988088:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183850.012531:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183851.035931:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183851.612592:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183851.612603:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183851.612606:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183851.612617:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5062
00000100:00080000:3.0:1776183851.612620:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183851.612626:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183851.612661:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492617088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183851.612752:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492617088:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183851.612815:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183851.612878:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183851.612883:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183851.612884:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183851.612888:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5062
00000100:00080000:3.0:1776183851.612890:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183851.612893:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183851.612916:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183851.612929:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492617152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183851.615436:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183851/real 1776183851]  req@000000004d6f77e0 x1862458492617088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183851.615464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492617088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183851.615474:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183851.615477:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183851.615481:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492617088:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183851.615510:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617152:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183851.615562:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183851.615575:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183851/real 1776183851]  req@00000000543ef8b3 x1862458492617152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183851.615592:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492617152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183851.615599:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183851.615601:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183851.615603:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617152:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183851.619230:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183851.619241:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183851.619244:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183851.619261:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5062
00000100:00080000:3.0:1776183851.619265:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183851.619271:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183851.619283:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183851.619317:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492617216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183851.619331:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183851.619334:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183851.619335:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183851.619339:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5062
00000100:00080000:3.0:1776183851.619340:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183851.619344:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183851.619348:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183851.619357:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492617280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183851.619365:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183851.619368:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183851.619369:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183851.619372:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5062
00000100:00080000:3.0:1776183851.619374:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183851.619377:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183851.619380:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183851.619388:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492617344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183851.619576:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617216:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183851.619637:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183851.619659:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183851/real 1776183851]  req@00000000543ef8b3 x1862458492617216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183851.619672:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492617216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183851.619680:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183851.619682:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183851.619686:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183851.619692:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617280:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183851.619731:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183851.619740:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183851/real 1776183851]  req@000000004d6f77e0 x1862458492617280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183851.619750:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492617280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183851.619756:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183851.619758:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183851.619760:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183851.619765:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617344:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183851.619782:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183851.619789:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183851/real 1776183851]  req@00000000c2778644 x1862458492617344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183851.619798:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492617344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183876 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183851.619804:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183851.619806:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183851.619808:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617344:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183852.060229:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183853.084606:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183854.107934:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183855.132064:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183856.156498:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183856.732791:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183856.732804:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183856.732808:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183856.732818:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5067
00000100:00080000:1.0:1776183856.732821:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183856.732826:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183856.732858:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492617408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183856.733068:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492617408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183856.733130:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776183856.733130:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183856.733136:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183856.733138:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183856.733151:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5067
00000100:00080000:1.0:1776183856.733154:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183856.733158:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183856.733167:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183856.733180:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492617472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183856.733189:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183856.733193:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183856.733194:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183856.733198:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5067
00000100:00080000:1.0:1776183856.733199:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183856.733202:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183856.733206:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183856.733214:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492617536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183856.733221:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183856.733224:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183856.733225:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183856.733228:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5067
00000100:00080000:1.0:1776183856.733230:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183856.733232:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183856.733235:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183856.733241:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492617600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183856.733248:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183856.733250:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183856.733251:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183856.733255:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5067
00000100:00080000:1.0:1776183856.733257:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1776183856.733258:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183856/real 1776183856]  req@00000000cbe5ad9d x1862458492617408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776183856.733263:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183856.733269:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183856.733280:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492617664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183856.733284:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492617408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183856.733302:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183856.733305:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183856.733308:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492617408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183856.733334:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183856.733358:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183856.733367:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183856/real 1776183856]  req@0000000090379869 x1862458492617472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183856.733376:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492617472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183856.733382:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183856.733384:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183856.733386:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183856.733391:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183856.733407:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183856.733414:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183856/real 1776183856]  req@000000009e337919 x1862458492617536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183856.733423:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492617536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183856.733428:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183856.733430:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183856.733433:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183856.733438:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183856.733456:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183856.733463:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183856/real 1776183856]  req@0000000049a65e22 x1862458492617600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183856.733472:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492617600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183856.733478:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183856.733480:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183856.733483:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183856.733488:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183856.733504:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183856.733510:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183856/real 1776183856]  req@00000000b28b4fbf x1862458492617664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183856.733518:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492617664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183881 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183856.733524:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183856.733525:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183856.733528:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183857.179940:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183858.203902:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183859.232493:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183860.252973:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183861.276359:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183861.851967:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183861.851978:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183861.851981:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183861.851991:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5072
00000100:00080000:2.0:1776183861.851994:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183861.852000:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183861.852042:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492617728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183861.852071:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183861.852074:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183861.852075:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183861.852079:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5072
00000100:00080000:2.0:1776183861.852081:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183861.852084:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183861.852092:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183861.852103:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492617792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183861.852113:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492617728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:2.0:1776183861.852113:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183861.852122:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183861.852123:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183861.852128:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5072
00000100:00080000:2.0:1776183861.852130:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183861.852133:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183861.852137:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183861.852147:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492617856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183861.852155:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183861.852158:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183861.852160:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183861.852163:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5072
00000100:00080000:2.0:1776183861.852164:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183861.852168:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183861.852172:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1776183861.852178:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776183861.852182:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492617920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183861.852191:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183861.852194:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183861.852195:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183861.852198:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5072
00000100:00080000:2.0:1776183861.852200:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1776183861.852202:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183861/real 1776183861]  req@000000009680d5f0 x1862458492617728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183861.852205:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183861.852212:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183861.852225:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492617984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183861.852227:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492617728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183861.852249:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183861.852254:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183861.852257:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492617728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183861.852278:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617792:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183861.852296:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183861.852303:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183861/real 1776183861]  req@00000000e1486ef7 x1862458492617792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183861.852311:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492617792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183861.852317:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183861.852318:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183861.852321:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617792:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183861.852325:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617856:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183861.852337:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183861.852342:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183861/real 1776183861]  req@000000003ddf5e8b x1862458492617856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183861.852349:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492617856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183861.852355:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183861.852356:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183861.852358:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617856:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183861.852362:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617920:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183861.852374:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183861.852379:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183861/real 1776183861]  req@000000005b9df5b0 x1862458492617920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183861.852386:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492617920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183861.852392:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183861.852394:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183861.852396:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617920:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183861.852399:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617984:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183861.852412:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183861.852417:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183861/real 1776183861]  req@00000000204bf3c6 x1862458492617984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183861.852425:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492617984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183886 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183861.852431:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183861.852432:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183861.852435:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492617984:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183862.300110:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183863.323927:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183864.347927:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183865.373436:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183866.396097:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183866.971942:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183866.971953:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183866.971956:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183866.971965:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5077
00000100:00080000:2.0:1776183866.971968:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183866.971973:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183866.972018:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492618048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183866.972046:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183866.972049:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183866.972050:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183866.972053:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5077
00000100:00080000:2.0:1776183866.972055:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183866.972058:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183866.972067:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183866.972077:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492618112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183866.972085:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183866.972088:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183866.972089:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183866.972092:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5077
00000100:00080000:2.0:1776183866.972094:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183866.972097:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183866.972101:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183866.972109:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492618176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183866.972115:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183866.972118:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183866.972120:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183866.972122:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5077
00000100:00080000:2.0:1776183866.972124:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183866.972127:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:0.0:1776183866.972130:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492618048:192.168.203.145@tcp:250:kworker/u8:4.0
00000008:00100000:2.0:1776183866.972130:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183866.972137:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492618240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183866.972144:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183866.972146:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183866.972147:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183866.972150:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5077
00000100:00080000:2.0:1776183866.972151:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183866.972154:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183866.972157:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183866.972163:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492618304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:0.0:1776183866.972194:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183866.972216:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183866/real 1776183866]  req@00000000141c6365 x1862458492618048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183866.972230:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492618048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183866.972238:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183866.972240:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183866.972243:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492618048:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183866.972248:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618112:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183866.972268:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183866.972276:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183866/real 1776183866]  req@000000009e28d8dc x1862458492618112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183866.972286:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492618112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183866.972293:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183866.972295:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183866.972297:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618112:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183866.972313:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618176:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183866.972332:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183866.972339:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183866/real 1776183866]  req@00000000eaec4566 x1862458492618176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183866.972348:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492618176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183866.972359:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183866.972361:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183866.972363:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618176:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183866.972390:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618240:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183866.972409:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183866.972416:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183866/real 1776183866]  req@00000000b8358015 x1862458492618240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183866.972425:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492618240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183866.972430:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183866.972432:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183866.972434:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618240:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183866.972439:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618304:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183866.972454:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183866.972461:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183866/real 1776183866]  req@00000000b03ab380 x1862458492618304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183866.972470:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492618304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183891 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183866.972475:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183866.972477:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183866.972479:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618304:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183867.420065:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183868.444511:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183869.467922:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183870.494186:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183871.519118:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183872.093150:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183872.093161:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183872.093165:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183872.093175:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5082
00000100:00080000:3.0:1776183872.093178:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183872.093183:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183872.093215:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492618368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183872.093279:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492618368:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183872.093464:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776183872.093494:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183872.093498:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183872.093500:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183872.093507:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5082
00000100:00080000:3.0:1776183872.093509:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183872.093512:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183872.093530:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183872.093542:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492618432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183872.094000:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183872/real 1776183872]  req@000000004fc3090a x1862458492618368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183872.094017:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492618368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183872.094025:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183872.094028:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183872.094031:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492618368:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183872.094053:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618432:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183872.094079:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183872.094087:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183872/real 1776183872]  req@0000000058922152 x1862458492618432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183872.094097:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492618432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183872.094103:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183872.094105:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183872.094107:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618432:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776183872.094180:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183872.094184:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183872.094185:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183872.094189:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5082
00000100:00080000:3.0:1776183872.094191:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183872.094194:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183872.094199:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183872.094211:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492618496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183872.094219:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183872.094222:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183872.094223:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183872.094225:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5082
00000100:00080000:3.0:1776183872.094227:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183872.094230:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183872.094234:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183872.094241:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492618560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183872.094253:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183872.094256:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183872.094257:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183872.094259:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5082
00000100:00080000:3.0:1776183872.094261:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183872.094264:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183872.094267:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183872.094274:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492618624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183872.094393:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618496:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183872.094418:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183872.094426:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183872/real 1776183872]  req@00000000979214d3 x1862458492618496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183872.094436:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492618496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183872.094443:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183872.094445:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183872.094448:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618496:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183872.094453:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618560:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183872.094471:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183872.094479:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183872/real 1776183872]  req@00000000e4a6949b x1862458492618560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183872.094488:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492618560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183872.094494:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183872.094496:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183872.094499:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618560:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183872.094503:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618624:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183872.094519:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183872.094526:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183872/real 1776183872]  req@00000000eb2b2a12 x1862458492618624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183872.094534:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492618624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183872.094540:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183872.094542:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183872.094544:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618624:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183872.539997:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183873.565060:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183874.587959:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183875.613025:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183876.635934:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183877.212345:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183877.212356:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183877.212359:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183877.212370:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5087
00000100:00080000:1.0:1776183877.212373:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183877.212388:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183877.212422:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492618688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183877.212450:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183877.212453:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183877.212455:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183877.212458:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5087
00000100:00080000:1.0:1776183877.212460:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183877.212470:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183877.212479:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183877.212488:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492618752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183877.212496:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183877.212499:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183877.212500:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183877.212503:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5087
00000100:00080000:1.0:1776183877.212505:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183877.212507:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183877.212512:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183877.212519:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492618816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183877.212526:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183877.212529:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183877.212531:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183877.212533:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5087
00000100:00080000:1.0:1776183877.212535:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183877.212538:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183877.212541:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183877.212549:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492618880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183877.212556:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183877.212558:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183877.212559:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183877.212562:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5087
00000100:00080000:1.0:1776183877.212564:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183877.212567:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183877.212570:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183877.212576:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492618944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183877.212804:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492618688:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183877.212880:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183877.212903:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183877/real 1776183877]  req@00000000b28b4fbf x1862458492618688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183877.212917:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492618688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183877.212925:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183877.212928:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183877.212931:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492618688:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183877.212937:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618752:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183877.212958:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183877.212966:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183877/real 1776183877]  req@0000000049a65e22 x1862458492618752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183877.212975:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492618752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183877.212995:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183877.212998:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183877.213001:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618752:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183877.213006:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618816:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183877.213024:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183877.213031:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183877/real 1776183877]  req@000000009e337919 x1862458492618816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183877.213040:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492618816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183877.213045:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183877.213048:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183877.213050:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618816:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183877.213054:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618880:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183877.213070:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183877.213077:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183877/real 1776183877]  req@0000000090379869 x1862458492618880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183877.213086:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492618880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183877.213091:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183877.213093:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183877.213095:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183877.213099:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618944:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183877.213114:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183877.213122:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183877/real 1776183877]  req@00000000cbe5ad9d x1862458492618944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183877.213130:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492618944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183877.213137:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183877.213139:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183877.213141:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492618944:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183877.660209:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183878.684011:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183879.708003:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183880.731956:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183881.758346:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183882.332104:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183882.332116:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183882.332121:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183882.332136:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5092
00000100:00080000:2.0:1776183882.332140:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183882.332146:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183882.332181:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492619008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183882.332208:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183882.332211:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183882.332212:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183882.332216:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5092
00000100:00080000:2.0:1776183882.332217:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183882.332221:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183882.332228:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183882.332238:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492619072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183882.332246:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183882.332249:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183882.332250:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183882.332254:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5092
00000100:00080000:2.0:1776183882.332255:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183882.332258:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183882.332264:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183882.332277:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492619136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183882.332287:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1776183882.332290:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492619008:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:2.0:1776183882.332293:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183882.332295:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183882.332300:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5092
00000100:00080000:2.0:1776183882.332301:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183882.332304:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183882.332308:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183882.332318:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492619200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183882.332326:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183882.332330:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183882.332332:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1776183882.332356:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183882.332380:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183882/real 1776183882]  req@00000000077b2c38 x1862458492619008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183882.332395:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492619008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183882.332403:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183882.332405:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183882.332409:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492619008:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183882.332416:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619072:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183882.332436:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776183882.332440:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5092
00000100:00080000:2.0:1776183882.332444:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1776183882.332446:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183882/real 1776183882]  req@00000000cce0171d x1862458492619072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776183882.332453:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183882.332462:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183882.332474:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492619072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776183882.332482:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492619264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183882.332483:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183882.332487:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183882.332494:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619072:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183882.332529:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619136:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183882.332551:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183882.332560:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183882/real 1776183882]  req@00000000b03ab380 x1862458492619136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183882.332570:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492619136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183882.332576:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183882.332578:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183882.332581:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619136:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183882.332587:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619200:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183882.332617:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183882.332625:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183882/real 1776183882]  req@00000000b8358015 x1862458492619200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183882.332635:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492619200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183882.332648:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183882.332651:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183882.332654:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619200:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183882.332659:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619264:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183882.332678:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183882.332686:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183882/real 1776183882]  req@00000000eaec4566 x1862458492619264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183882.332695:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492619264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183882.332701:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183882.332703:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183882.332706:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619264:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183882.780905:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183883.803904:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183884.828735:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183885.851963:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183886.876589:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183887.451872:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183887.451883:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183887.451886:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183887.451906:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5097
00000100:00080000:3.0:1776183887.451909:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183887.451915:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183887.451958:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492619328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183887.451985:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183887.451988:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183887.451990:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183887.451993:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5097
00000100:00080000:3.0:1776183887.451995:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183887.451998:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183887.452009:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183887.452020:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492619392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183887.452028:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183887.452030:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183887.452031:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183887.452034:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5097
00000100:00080000:3.0:1776183887.452035:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183887.452038:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183887.452041:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183887.452048:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492619456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183887.452054:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183887.452056:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183887.452057:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183887.452060:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5097
00000100:00080000:3.0:1776183887.452061:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183887.452063:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183887.452067:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183887.452073:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492619520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183887.452078:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183887.452081:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183887.452082:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183887.452085:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5097
00000100:00080000:3.0:1776183887.452087:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183887.452089:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183887.452093:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183887.452100:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492619584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183887.452182:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492619328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183887.452265:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183887.452289:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183887.452305:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183887.452321:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183887.901530:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183888.924413:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183889.948905:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776183890.525874:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776183890.525917:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776183890.525930:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183890.525972:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183890.525981:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183890.525989:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776183890.525996:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776183890.526033:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183887/real 1776183890]  req@00000000e06e7839 x1862458492619328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183890.526064:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492619328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183890.526072:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183890.526076:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183890.526080:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492619328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183890.526092:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183887/real 1776183890]  req@0000000043dc1dd5 x1862458492619392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183890.526102:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492619392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183890.526108:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183890.526110:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183890.526118:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183890.526124:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183887/real 1776183890]  req@0000000019f3e9d6 x1862458492619456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183890.526134:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492619456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183890.526141:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183890.526149:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183890.526152:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183890.526158:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183887/real 1776183890]  req@0000000011a4c226 x1862458492619520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183890.526179:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492619520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183890.526186:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183890.526188:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183890.526191:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183890.526196:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183887/real 1776183890]  req@00000000c084cebb x1862458492619584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183890.526212:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492619584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183890.526217:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183890.526220:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183890.526222:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183890.972014:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183891.996435:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183892.571870:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183892.571883:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183892.571886:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183892.571896:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5103
00000100:00080000:1.0:1776183892.571900:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183892.571905:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183892.571936:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492619648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183892.571959:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183892.571962:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183892.571963:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183892.571967:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5103
00000100:00080000:1.0:1776183892.571970:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183892.571974:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183892.571984:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183892.571994:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492619648:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776183892.571997:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492619712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183892.572008:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183892.572011:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183892.572012:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183892.572016:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5103
00000100:00080000:1.0:1776183892.572019:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183892.572022:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183892.572026:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183892.572036:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492619776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183892.572043:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183892.572046:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183892.572048:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183892.572051:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5103
00000100:00080000:1.0:1776183892.572053:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183892.572056:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000100:3.0:1776183892.572060:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000008:00100000:1.0:1776183892.572061:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183892.572072:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492619840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183892.572079:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1776183892.572083:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183892/real 1776183892]  req@000000001741ced9 x1862458492619648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776183892.572084:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183892.572086:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183892.572092:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5103
00000100:00080000:1.0:1776183892.572094:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183892.572097:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183892.572101:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183892.572111:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492619904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183892.572117:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492619648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183892.572248:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183892.572251:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183892.572255:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492619648:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183892.572276:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619712:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183892.572297:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183892.572305:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183892/real 1776183892]  req@000000007c26bb68 x1862458492619712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183892.572314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492619712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183892.572320:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183892.572323:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183892.572326:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619712:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183892.572330:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619776:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183892.572345:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183892.572351:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183892/real 1776183892]  req@00000000dedc2d4e x1862458492619776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183892.572359:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492619776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183892.572365:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183892.572366:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183892.572383:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619776:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183892.572388:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619840:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183892.572404:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183892.572410:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183892/real 1776183892]  req@00000000ae50fb1e x1862458492619840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183892.572418:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492619840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183892.572424:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183892.572426:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183892.572428:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619840:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183892.572433:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619904:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183892.572446:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183892.572452:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183892/real 1776183892]  req@0000000086193d2a x1862458492619904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183892.572460:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492619904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183892.572465:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183892.572467:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183892.572469:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492619904:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183893.021657:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183894.043862:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183895.068416:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183896.092303:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183897.117085:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776183897.694837:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183897.694848:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776183897.694851:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183897.694862:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5108
00000100:00080000:3.0:1776183897.694865:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183897.694871:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776183897.694905:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492619968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183897.694933:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183897.694936:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776183897.694938:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183897.694941:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5108
00000100:00080000:3.0:1776183897.694943:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183897.694946:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183897.694955:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183897.694966:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492620032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183897.694980:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183897.694983:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776183897.694984:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183897.694987:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5108
00000100:00080000:3.0:1776183897.694989:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183897.694992:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183897.694996:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776183897.695003:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492620096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183897.695010:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183897.695013:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776183897.695014:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183897.695017:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5108
00000100:00080000:3.0:1776183897.695019:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183897.695021:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183897.695024:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183897.695032:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492620160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776183897.695039:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776183897.695042:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776183897.695043:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776183897.695045:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5108
00000100:00080000:3.0:1776183897.695047:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776183897.695050:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776183897.695053:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183897.695059:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492620224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183897.695144:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492619968:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776183897.695209:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183897.695233:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183897/real 1776183897]  req@00000000000d3e4b x1862458492619968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183897.695247:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492619968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183897.695256:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183897.695271:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183897.695274:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492619968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776183897.695281:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620032:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183897.695302:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183897.695310:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183897/real 1776183897]  req@0000000058f74c1f x1862458492620032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183897.695320:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492620032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183897.695327:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183897.695329:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183897.695332:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620032:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183897.695337:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620096:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776183897.695353:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183897.695360:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183897/real 1776183897]  req@000000003c7e6ce9 x1862458492620096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183897.695368:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492620096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183897.695373:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183897.695375:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183897.695377:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620096:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776183897.695382:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620160:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183897.695414:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183897.695422:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183897/real 1776183897]  req@000000004b362de1 x1862458492620160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183897.695432:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492620160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183897.695438:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183897.695440:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183897.695442:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620160:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776183897.695447:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620224:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776183897.695465:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183897.695472:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183897/real 1776183897]  req@00000000241ecb2f x1862458492620224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776183897.695480:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492620224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183922 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776183897.695486:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183897.695489:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183897.695491:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620224:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183898.140001:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183899.163967:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183900.191023:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183901.211972:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183902.244077:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183902.812083:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183902.812094:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183902.812097:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183902.812106:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5113
00000100:00080000:1.0:1776183902.812109:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183902.812115:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183902.812145:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492620288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183902.812181:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183902.812185:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183902.812186:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183902.812190:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5113
00000100:00080000:1.0:1776183902.812192:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183902.812194:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183902.812202:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183902.812211:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492620352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183902.812218:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183902.812220:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183902.812221:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183902.812224:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5113
00000100:00080000:1.0:1776183902.812226:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183902.812229:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183902.812232:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183902.812238:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492620416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183902.812245:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183902.812247:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183902.812248:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183902.812251:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5113
00000100:00080000:1.0:1776183902.812252:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183902.812255:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183902.812258:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183902.812265:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492620480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183902.812272:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183902.812275:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183902.812276:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183902.812278:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5113
00000100:00080000:1.0:1776183902.812279:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183902.812282:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183902.812285:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183902.812291:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492620544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183902.812362:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492620288:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183902.812549:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183902.812572:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183902/real 1776183902]  req@000000006aae32ca x1862458492620288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183902.812586:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492620288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183902.812595:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183902.812597:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183902.812600:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492620288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183902.812606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620352:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183902.812625:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183902.812631:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183902/real 1776183902]  req@000000009bf866c6 x1862458492620352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183902.812641:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492620352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183902.812647:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183902.812649:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183902.812651:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620352:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183902.812656:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620416:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183902.812669:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183902.812675:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183902/real 1776183902]  req@00000000f13843be x1862458492620416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183902.812693:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492620416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183902.813531:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183902.813533:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183902.813538:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620416:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183902.813545:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620480:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183902.813575:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183902.813586:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183902/real 1776183902]  req@00000000b1152010 x1862458492620480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183902.813596:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492620480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183902.813602:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183902.813604:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183902.813606:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620480:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183902.813611:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620544:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183902.813624:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183902.813630:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183902/real 1776183902]  req@000000008eee8260 x1862458492620544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183902.813639:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492620544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183927 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183902.813644:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183902.813646:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183902.813648:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620544:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183903.260523:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183904.283932:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183905.308365:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183906.333833:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183907.356007:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183907.931820:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183907.931830:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183907.931833:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183907.931843:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5118
00000100:00080000:0.0:1776183907.931846:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183907.931852:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183907.931884:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492620608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183907.932130:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492620608:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183907.932193:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776183907.932222:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183907.932226:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183907.932227:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183907.932231:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5118
00000100:00080000:0.0:1776183907.932233:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183907.932236:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183907.932245:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183907.932257:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492620672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183907.932295:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183907/real 1776183907]  req@00000000f0661e3d x1862458492620608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183907.932309:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492620608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183907.932318:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183907.932321:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183907.932324:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492620608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183907.932353:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620672:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183907.932376:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183907.932384:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183907/real 1776183907]  req@00000000d304331a x1862458492620672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183907.932393:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492620672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183907.932400:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183907.932402:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183907.932404:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776183907.932464:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183907.932468:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183907.932469:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183907.932473:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5118
00000100:00080000:0.0:1776183907.932475:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183907.932478:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183907.932483:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183907.932502:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492620736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183907.932510:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183907.932513:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183907.932514:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183907.932518:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5118
00000100:00080000:0.0:1776183907.932519:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183907.932522:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183907.932526:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183907.932545:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492620800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183907.932551:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183907.932554:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183907.932556:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183907.932558:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5118
00000100:00080000:0.0:1776183907.932560:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183907.932563:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183907.932566:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183907.932573:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492620864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183907.932631:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620736:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183907.932651:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183907.932658:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183907/real 1776183907]  req@000000004b92993c x1862458492620736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183907.932668:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492620736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183907.932675:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183907.932676:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183907.932679:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183907.932683:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620800:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183907.932708:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183907.932736:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183907/real 1776183907]  req@00000000564d2cf7 x1862458492620800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183907.932746:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492620800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183907.932752:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183907.932754:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183907.932756:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183907.932761:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620864:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183907.932777:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183907.932783:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183907/real 1776183907]  req@000000002faeba1c x1862458492620864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183907.932792:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492620864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183932 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183907.932798:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183907.932799:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183907.932802:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183908.382099:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183909.404146:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183910.427939:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183911.453843:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183912.475982:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183913.051863:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183913.051873:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183913.051876:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183913.051885:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5123
00000100:00080000:1.0:1776183913.051889:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183913.051895:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183913.051937:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492620928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183913.051962:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183913.051965:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183913.051966:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183913.051969:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5123
00000100:00080000:1.0:1776183913.051971:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183913.051974:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183913.051983:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183913.051992:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492620992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183913.051999:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183913.052002:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183913.052003:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183913.052005:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5123
00000100:00080000:1.0:1776183913.052007:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183913.052010:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183913.052023:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183913.052032:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492621056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183913.052039:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183913.052041:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183913.052042:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183913.052045:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5123
00000100:00080000:1.0:1776183913.052047:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183913.052050:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183913.052052:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183913.052059:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492621120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183913.052065:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183913.052068:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183913.052069:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183913.052072:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5123
00000100:00080000:1.0:1776183913.052073:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183913.052076:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183913.052079:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183913.052085:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492621184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183913.052390:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492620928:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183913.052449:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183913.052560:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183913/real 1776183913]  req@00000000621373f7 x1862458492620928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183913.052587:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492620928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183913.052595:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183913.052597:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183913.052600:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492620928:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183913.052606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620992:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183913.052651:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183913.052659:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183913/real 1776183913]  req@00000000ed8b07dd x1862458492620992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183913.052682:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492620992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183913.052689:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183913.052691:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183913.052693:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492620992:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183913.052774:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621056:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183913.052795:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183913.052814:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183913/real 1776183913]  req@000000000eb62df8 x1862458492621056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183913.052845:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492621056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183913.052852:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183913.052854:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183913.052856:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621056:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183913.052872:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621120:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183913.052892:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183913.052900:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183913/real 1776183913]  req@0000000002fce3d6 x1862458492621120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183913.052942:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492621120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183913.052949:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183913.052951:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183913.052954:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621120:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183913.052959:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621184:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183913.052978:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183913.053000:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183913/real 1776183913]  req@00000000c648eb35 x1862458492621184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183913.053029:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492621184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183913.053034:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183913.053050:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183913.053052:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621184:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183913.500008:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183914.525932:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183915.547998:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183916.571975:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183917.596080:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183918.172168:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183918.172179:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183918.172182:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183918.172192:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5128
00000100:00080000:1.0:1776183918.172195:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183918.172201:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183918.172246:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492621248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183918.172268:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183918.172272:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183918.172274:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183918.172277:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5128
00000100:00080000:1.0:1776183918.172279:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183918.172282:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183918.172291:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183918.172302:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492621312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183918.172310:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183918.172313:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183918.172314:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183918.172317:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5128
00000100:00080000:1.0:1776183918.172319:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183918.172322:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183918.172327:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183918.172334:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492621376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183918.172342:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183918.172345:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183918.172346:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183918.172349:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5128
00000100:00080000:1.0:1776183918.172351:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183918.172354:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183918.172357:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183918.172365:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492621440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183918.172372:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183918.172375:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183918.172376:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183918.172379:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5128
00000100:00080000:1.0:1776183918.172381:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183918.172383:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183918.172387:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183918.172396:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492621504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183918.173025:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492621248:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183918.173090:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183918.173112:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183918/real 1776183918]  req@000000005aa304ab x1862458492621248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183918.173126:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492621248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183918.173134:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183918.173137:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183918.173140:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492621248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183918.173145:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621312:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183918.173165:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183918.173173:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183918/real 1776183918]  req@000000001098c40e x1862458492621312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183918.173184:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492621312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183918.173190:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183918.173193:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183918.173195:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621312:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183918.173200:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621376:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183918.173219:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183918.173229:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183918/real 1776183918]  req@00000000d9dd8f33 x1862458492621376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183918.173238:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492621376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183918.173245:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183918.173247:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183918.173250:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621376:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183918.173254:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621440:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183918.173286:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183918.173294:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183918/real 1776183918]  req@00000000af591920 x1862458492621440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183918.173305:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492621440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183918.173312:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183918.173314:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183918.173317:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621440:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183918.173323:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621504:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183918.173342:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183918.173349:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183918/real 1776183918]  req@00000000c87b277a x1862458492621504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183918.173358:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492621504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183918.173364:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183918.173366:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183918.173369:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621504:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183918.620015:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183919.647072:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183920.667939:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183921.692813:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183922.716092:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183923.292335:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183923.292346:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183923.292350:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183923.292359:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5133
00000100:00080000:0.0:1776183923.292362:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183923.292368:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183923.292400:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492621568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183923.292502:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183923.292506:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183923.292508:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183923.292511:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5133
00000100:00080000:0.0:1776183923.292513:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183923.292517:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183923.292525:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183923.292549:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492621632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183923.292557:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183923.292559:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183923.292560:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183923.292564:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5133
00000100:00080000:0.0:1776183923.292566:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183923.292569:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183923.292572:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183923.292579:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492621696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183923.292697:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183923.292701:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183923.292702:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183923.292740:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5133
00000100:00080000:0.0:1776183923.292742:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183923.292745:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183923.292750:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183923.292760:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492621760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183923.292767:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183923.292770:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183923.292771:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183923.292775:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5133
00000100:00080000:0.0:1776183923.292776:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183923.292779:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183923.292783:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183923.292791:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492621824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183923.292918:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492621568:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183923.292980:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183923.293004:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183923/real 1776183923]  req@000000001bcf0715 x1862458492621568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183923.293018:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492621568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183923.293026:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183923.293028:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183923.293031:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492621568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183923.293037:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621632:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183923.293058:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183923.293066:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183923/real 1776183923]  req@00000000785bcd08 x1862458492621632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183923.293079:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492621632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183923.293086:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183923.293087:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183923.293090:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183923.293094:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621696:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183923.293111:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183923.293118:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183923/real 1776183923]  req@000000004ea85a2d x1862458492621696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183923.293126:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492621696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183923.293132:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183923.293134:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183923.293136:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183923.293141:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621760:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183923.293158:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183923.293165:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183923/real 1776183923]  req@0000000011be23ca x1862458492621760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183923.293173:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492621760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183923.293178:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183923.293181:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183923.293182:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183923.293187:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621824:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183923.293304:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183923.293314:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183923/real 1776183923]  req@000000003e96f56f x1862458492621824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183923.293324:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492621824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183923.293331:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183923.293332:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183923.293335:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776183923.740878:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183924.764006:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183925.788168:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183926.812219:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183927.835924:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183928.412194:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183928.412202:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183928.412206:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183928.412214:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5138
00000100:00080000:1.0:1776183928.412216:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183928.412221:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183928.412251:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492621888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183928.412274:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183928.412276:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183928.412277:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183928.412280:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5138
00000100:00080000:1.0:1776183928.412281:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183928.412283:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183928.412290:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183928.412298:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492621952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183928.412302:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183928.412304:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183928.412305:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183928.412307:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5138
00000100:00080000:1.0:1776183928.412308:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183928.412309:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183928.412311:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183928.412315:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492622016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183928.412322:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183928.412324:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183928.412325:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183928.412328:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5138
00000100:00080000:1.0:1776183928.412329:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183928.412332:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183928.412336:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183928.412344:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492622080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183928.412351:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183928.412354:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183928.412355:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183928.412359:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5138
00000100:00080000:1.0:1776183928.412361:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183928.412364:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183928.412367:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183928.412374:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492622144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183928.412467:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492621888:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183928.412534:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183928.412554:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183928/real 1776183928]  req@00000000c87b277a x1862458492621888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183928.412567:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492621888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183928.412575:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183928.412578:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183928.412581:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492621888:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183928.412587:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621952:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183928.412623:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183928.412631:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183928/real 1776183928]  req@00000000af591920 x1862458492621952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183928.412640:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492621952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183928.412647:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183928.412648:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183928.412651:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492621952:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183928.412655:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622016:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183928.412672:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183928.412679:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183928/real 1776183928]  req@00000000d9dd8f33 x1862458492622016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183928.412701:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492622016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183928.412707:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183928.412709:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183928.412734:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622016:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183928.412739:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622080:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183928.412758:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183928.412766:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183928/real 1776183928]  req@000000001098c40e x1862458492622080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183928.412780:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492622080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183928.412787:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183928.412788:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183928.412791:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622080:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183928.412796:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622144:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183928.412814:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183928.412821:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183928/real 1776183928]  req@000000005aa304ab x1862458492622144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183928.412830:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492622144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183928.412837:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183928.412838:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183928.412841:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622144:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183928.867615:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183929.883965:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183930.909578:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183931.932470:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183932.955910:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183933.531829:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183933.531839:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183933.531843:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183933.531853:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5144
00000100:00080000:1.0:1776183933.531856:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183933.531861:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183933.531896:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492622208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183933.531926:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183933.531929:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183933.531931:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183933.531934:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5144
00000100:00080000:1.0:1776183933.531936:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183933.531940:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183933.531948:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183933.531959:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492622272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183933.531967:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183933.531970:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183933.531972:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183933.531975:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5144
00000100:00080000:1.0:1776183933.531977:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183933.531979:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183933.531984:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183933.531992:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492622336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183933.531999:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183933.532002:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183933.532003:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183933.532007:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5144
00000100:00080000:1.0:1776183933.532009:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183933.532012:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183933.532016:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776183933.532025:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492622208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776183933.532043:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492622400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183933.532052:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183933.532055:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183933.532057:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183933.532060:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5144
00000100:00080000:1.0:1776183933.532062:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183933.532065:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183933.532069:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183933.532079:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492622464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:3.0:1776183933.532093:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183933.532116:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183933/real 1776183933]  req@00000000c648eb35 x1862458492622208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183933.532130:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492622208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183933.532137:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183933.532140:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183933.532143:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492622208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183933.532148:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183933.532169:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183933.532177:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183933/real 1776183933]  req@0000000002fce3d6 x1862458492622272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183933.532186:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492622272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183933.532191:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183933.532193:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183933.532195:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183933.532200:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183933.532216:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183933.532223:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183933/real 1776183933]  req@000000000eb62df8 x1862458492622336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183933.532233:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492622336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183933.532239:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183933.532240:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183933.532243:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183933.532268:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183933.532288:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183933.532295:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183933/real 1776183933]  req@00000000ed8b07dd x1862458492622400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183933.532305:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492622400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183933.532312:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183933.532314:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183933.532316:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183933.532321:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622464:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183933.532338:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183933.532345:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183933/real 1776183933]  req@00000000621373f7 x1862458492622464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183933.532353:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492622464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183933.532359:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183933.532360:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183933.532362:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183933.979947:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183935.006314:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183936.031408:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183937.056818:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183938.081667:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183938.653288:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183938.653298:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183938.653302:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183938.653311:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5149
00000100:00080000:0.0:1776183938.653313:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183938.653319:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183938.653348:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492622528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183938.653383:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183938.653387:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183938.653388:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183938.653397:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5149
00000100:00080000:0.0:1776183938.653399:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183938.653401:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183938.653409:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183938.653418:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492622592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183938.653426:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183938.653429:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183938.653430:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183938.653433:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5149
00000100:00080000:0.0:1776183938.653434:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183938.653436:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183938.653439:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183938.653444:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492622656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183938.653450:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183938.653452:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183938.653453:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183938.653455:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5149
00000100:00080000:0.0:1776183938.653457:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183938.653459:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183938.653462:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183938.653467:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492622720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183938.653472:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183938.653474:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183938.653475:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183938.653477:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5149
00000100:00080000:0.0:1776183938.653478:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183938.653481:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183938.653483:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183938.653489:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492622784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183938.653553:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492622528:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183938.653619:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183938.653642:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183938/real 1776183938]  req@00000000f7929003 x1862458492622528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183938.653657:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492622528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183938.653666:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183938.653668:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183938.653671:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492622528:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183938.653676:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622592:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183938.653696:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183938.653703:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183938/real 1776183938]  req@00000000af534683 x1862458492622592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183938.653741:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492622592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183938.653747:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183938.653750:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183938.653752:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622592:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183938.653757:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622656:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183938.653773:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183938.653779:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183938/real 1776183938]  req@00000000d49fdfb5 x1862458492622656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183938.653787:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492622656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183938.653792:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183938.653794:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183938.653796:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622656:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183938.653801:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622720:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183938.653815:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183938.653820:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183938/real 1776183938]  req@0000000028a9b6b2 x1862458492622720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183938.653828:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492622720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183938.653834:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183938.653835:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183938.653837:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622720:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183938.653841:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622784:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183938.653851:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183938.653855:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183938/real 1776183938]  req@000000002277476a x1862458492622784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183938.653863:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492622784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183963 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183938.653868:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183938.653870:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183938.653881:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622784:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183939.099970:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183940.123979:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183941.147897:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183942.171904:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183943.195929:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183943.772058:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183943.772071:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183943.772074:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183943.772083:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5154
00000100:00080000:1.0:1776183943.772087:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183943.772251:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183943.772306:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492622848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183943.772331:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183943.772334:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183943.772336:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183943.772339:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5154
00000100:00080000:1.0:1776183943.772341:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183943.772345:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183943.772353:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183943.772364:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492622912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183943.772374:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183943.772377:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183943.772379:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183943.772382:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5154
00000100:00080000:1.0:1776183943.772383:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183943.772386:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183943.772390:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183943.772396:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492622976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183943.772403:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183943.772406:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183943.772407:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183943.772411:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5154
00000100:00080000:1.0:1776183943.772412:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183943.772415:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183943.772419:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183943.772426:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492623040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183943.772432:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183943.772435:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183943.772436:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183943.772439:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5154
00000100:00080000:1.0:1776183943.772440:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183943.772443:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183943.772446:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183943.772453:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492623104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183943.772504:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492622848:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183943.772597:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183943.773076:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183943/real 1776183943]  req@000000008eee8260 x1862458492622848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183943.773093:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492622848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183943.773101:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183943.773104:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183943.773106:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492622848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183943.773112:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622912:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183943.773132:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183943.773136:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183943/real 1776183943]  req@00000000b1152010 x1862458492622912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183943.773142:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492622912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183943.773146:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183943.773148:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183943.773150:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622912:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183943.773152:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622976:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183943.773161:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183943.773164:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183943/real 1776183943]  req@00000000f13843be x1862458492622976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183943.773170:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492622976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183943.773174:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183943.773176:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183943.773177:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492622976:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183943.773180:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623040:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183943.773188:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183943.773191:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183943/real 1776183943]  req@000000009bf866c6 x1862458492623040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183943.773195:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492623040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183943.773199:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183943.773200:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183943.773201:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623040:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183943.773204:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623104:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183943.773213:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183943.773216:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183943/real 1776183943]  req@000000006aae32ca x1862458492623104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183943.773221:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492623104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183968 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183943.773225:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183943.773226:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183943.773228:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623104:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183944.220384:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183945.244461:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183946.267888:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183947.293461:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183948.316398:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183948.891889:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183948.891902:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183948.891906:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183948.891917:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5159
00000100:00080000:1.0:1776183948.891920:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183948.891927:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183948.891962:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492623168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183948.891993:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183948.891997:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183948.891998:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183948.892003:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5159
00000100:00080000:1.0:1776183948.892005:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183948.892008:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183948.892017:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183948.892029:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492623232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183948.892037:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183948.892040:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183948.892041:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183948.892044:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5159
00000100:00080000:1.0:1776183948.892046:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183948.892049:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183948.892052:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183948.892062:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492623296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183948.892069:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183948.892072:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183948.892074:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183948.892076:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5159
00000100:00080000:1.0:1776183948.892078:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183948.892081:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183948.892084:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183948.892092:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492623360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183948.892099:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183948.892102:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183948.892103:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183948.892105:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5159
00000100:00080000:1.0:1776183948.892107:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183948.892110:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183948.892113:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183948.892121:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492623424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183948.892208:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492623168:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183948.892278:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183948.892301:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183948/real 1776183948]  req@0000000086193d2a x1862458492623168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183948.892317:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492623168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183948.892325:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183948.892328:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183948.892331:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492623168:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183948.892342:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623232:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183948.892363:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183948.892371:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183948/real 1776183948]  req@00000000ae50fb1e x1862458492623232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183948.892381:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492623232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183948.892387:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183948.892389:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183948.892392:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623232:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183948.892397:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623296:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183948.892430:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183948.892438:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183948/real 1776183948]  req@00000000dedc2d4e x1862458492623296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183948.892447:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492623296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183948.892454:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183948.892456:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183948.892458:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623296:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183948.892464:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623360:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183948.892483:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183948.892489:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183948/real 1776183948]  req@000000007c26bb68 x1862458492623360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183948.892498:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492623360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183948.892504:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183948.892507:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183948.892509:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623360:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183948.892514:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623424:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183948.892532:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183948.892543:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183948/real 1776183948]  req@000000001741ced9 x1862458492623424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183948.892552:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492623424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183973 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183948.892558:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183948.892562:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183948.892564:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623424:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183949.341365:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183950.365514:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183951.387938:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183952.412548:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183953.436164:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183954.011908:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183954.011918:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183954.011921:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183954.011933:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5164
00000100:00080000:2.0:1776183954.011939:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183954.011948:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183954.011997:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492623488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183954.012037:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183954.012050:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183954.012052:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183954.012056:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5164
00000100:00080000:2.0:1776183954.012058:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183954.012061:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183954.012159:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183954.012172:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492623552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183954.012181:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183954.012184:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183954.012185:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183954.012188:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5164
00000100:00080000:2.0:1776183954.012190:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183954.012194:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183954.012198:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183954.012206:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492623616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183954.012213:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183954.012215:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183954.012216:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183954.012219:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5164
00000100:00080000:2.0:1776183954.012221:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183954.012224:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183954.012227:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183954.012234:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492623680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183954.012241:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183954.012244:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183954.012245:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183954.012247:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5164
00000100:00080000:2.0:1776183954.012249:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183954.012251:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183954.012255:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183954.012264:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492623744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183954.012392:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492623488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183954.012469:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183954.012492:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183954.012660:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183954.012674:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183954.460089:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183955.484037:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183956.508133:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776183957.084115:0:2255:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776183957.084155:0:2255:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776183957.084168:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183957.084206:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183957.084214:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183957.084222:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776183957.084228:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:3.0:1776183957.084409:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183954/real 1776183957]  req@000000009e28d8dc x1862458492623488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183957.084432:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492623488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183957.084442:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183957.084445:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183957.084449:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492623488:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183957.084455:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183954/real 1776183957]  req@00000000141c6365 x1862458492623552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183957.084464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492623552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183957.084469:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183957.084472:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183957.084483:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623552:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183957.084488:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183954/real 1776183957]  req@00000000204bf3c6 x1862458492623616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183957.084499:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492623616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183957.084504:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183957.084506:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183957.084508:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623616:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183957.084512:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183954/real 1776183957]  req@000000005b9df5b0 x1862458492623680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183957.084520:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492623680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183957.084526:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183957.084528:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183957.084530:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623680:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183957.084535:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183954/real 1776183957]  req@000000003ddf5e8b x1862458492623744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183957.084542:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492623744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183957.084546:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183957.084553:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183957.084557:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623744:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183957.532024:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183958.557565:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183959.133896:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183959.133912:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183959.133916:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183959.133941:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5169
00000100:00080000:0.0:1776183959.133945:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183959.133952:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183959.133987:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492623808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183959.134013:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183959.134017:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183959.134018:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183959.134021:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5169
00000100:00080000:0.0:1776183959.134023:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183959.134027:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183959.134035:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183959.134045:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492623872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183959.134065:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183959.134067:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183959.134069:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183959.134072:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5169
00000100:00080000:0.0:1776183959.134073:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183959.134076:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183959.134080:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183959.134087:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492623936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183959.134094:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183959.134096:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183959.134097:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183959.134100:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5169
00000100:00080000:0.0:1776183959.134824:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183959.134832:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183959.134840:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183959.134859:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492624000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183959.134869:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183959.134873:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183959.134875:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183959.134878:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5169
00000100:00080000:0.0:1776183959.134880:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183959.134883:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183959.134887:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183959.134897:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492624064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183959.135504:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492623808:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183959.135587:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183959.135612:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183959/real 1776183959]  req@000000000d11d713 x1862458492623808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183959.135627:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492623808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183959.135636:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183959.135638:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183959.135641:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492623808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183959.135647:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183959.135669:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183959.135676:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183959/real 1776183959]  req@0000000016c7f426 x1862458492623872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183959.135685:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492623872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183959.135702:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183959.135705:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183959.135708:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183959.135743:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183959.135764:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183959.135772:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183959/real 1776183959]  req@00000000475fa082 x1862458492623936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183959.135781:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492623936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183959.135788:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183959.135790:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183959.135792:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492623936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183959.135797:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183959.135815:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183959.135822:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183959/real 1776183959]  req@000000003deb6a56 x1862458492624000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183959.135830:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492624000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183959.135835:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183959.135837:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183959.135839:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183959.135843:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183959.135859:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183959.135865:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183959/real 1776183959]  req@00000000cad5148b x1862458492624064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183959.135874:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492624064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183959.135880:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183959.135882:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183959.135884:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183959.579973:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183960.604166:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183961.627924:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183962.652706:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183963.677325:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183964.252083:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183964.252094:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183964.252098:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183964.252107:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5174
00000100:00080000:2.0:1776183964.252110:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183964.252116:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183964.252149:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492624128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183964.252176:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183964.252179:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183964.252181:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183964.252185:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5174
00000100:00080000:2.0:1776183964.252187:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183964.252190:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183964.252197:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183964.252208:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492624192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183964.252217:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183964.252220:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183964.252222:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183964.252226:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5174
00000100:00080000:2.0:1776183964.252228:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183964.252231:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183964.252236:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183964.252243:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492624256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183964.252251:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183964.252253:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183964.252254:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183964.252257:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5174
00000100:00080000:2.0:1776183964.252259:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183964.252262:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183964.252265:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183964.252273:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492624320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183964.252280:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183964.252283:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183964.252284:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183964.252287:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5174
00000100:00080000:2.0:1776183964.252288:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183964.252291:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183964.252295:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183964.252301:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492624384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183964.252493:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492624128:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183964.252556:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183964.252581:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183964/real 1776183964]  req@00000000e1486ef7 x1862458492624128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183964.252611:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492624128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183964.252620:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183964.252622:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183964.252626:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492624128:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183964.252632:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624192:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183964.252654:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183964.252662:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183964/real 1776183964]  req@000000009680d5f0 x1862458492624192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183964.252671:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492624192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183964.252683:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183964.252685:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183964.252688:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624192:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183964.252693:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624256:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183964.252733:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183964.252742:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183964/real 1776183964]  req@000000008f1aeada x1862458492624256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183964.252751:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492624256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183964.252757:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183964.252759:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183964.252762:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624256:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183964.252766:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624320:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183964.252787:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183964.252794:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183964/real 1776183964]  req@000000001e5f24e0 x1862458492624320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183964.252804:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492624320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183964.252810:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183964.252812:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183964.252814:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624320:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183964.252830:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624384:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183964.254809:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183964.254849:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183964/real 1776183964]  req@00000000916d6b33 x1862458492624384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183964.255068:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492624384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183964.255079:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183964.255534:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183964.255540:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624384:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183964.701663:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183965.723969:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183966.748372:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183967.772636:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183968.795944:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183969.371852:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183969.371865:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183969.371869:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183969.371879:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5179
00000100:00080000:2.0:1776183969.371882:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183969.371888:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183969.371922:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492624448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183969.371994:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492624448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183969.372060:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776183969.372093:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183969.372097:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183969.372098:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183969.372102:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5179
00000100:00080000:2.0:1776183969.372104:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183969.372107:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183969.372116:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183969.372129:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492624512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183969.373191:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183969/real 1776183969]  req@0000000065cff9ca x1862458492624448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183969.373214:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492624448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183969.373222:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183969.373226:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183969.373229:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492624448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183969.373255:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183969.373294:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183969.373306:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183969/real 1776183969]  req@000000003af52c85 x1862458492624512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183969.373316:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492624512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183969.373323:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183969.373325:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183969.373327:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:2.0:1776183969.374167:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183969.374174:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183969.374177:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183969.374182:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5179
00000100:00080000:2.0:1776183969.374185:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183969.374190:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183969.374200:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183969.374225:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492624576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183969.374275:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183969.374315:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776183969.374341:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183969.374345:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183969.374346:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183969.374359:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5179
00000100:00080000:2.0:1776183969.374367:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183969.374371:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183969.374376:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183969.374387:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492624640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183969.374568:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183969/real 1776183969]  req@000000003af52c85 x1862458492624576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183969.374582:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492624576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183969.374598:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183969.374601:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183969.374604:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183969.374919:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183969.374949:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183969.374959:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183969/real 1776183969]  req@0000000065cff9ca x1862458492624640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183969.374970:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492624640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183969.374980:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183969.374982:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183969.374985:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:2.0:1776183969.375137:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183969.375141:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183969.375143:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183969.375147:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5179
00000100:00080000:2.0:1776183969.375149:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183969.375153:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183969.375159:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183969.375172:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492624704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183969.375213:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183969.375235:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183969.375297:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183969/real 1776183969]  req@00000000916d6b33 x1862458492624704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183969.375308:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492624704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183969.375315:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183969.375317:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183969.375320:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183969.819915:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183970.843973:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183971.867902:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183972.892062:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183973.916943:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776183974.492839:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183974.492851:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776183974.492854:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183974.492864:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5184
00000100:00080000:2.0:1776183974.492867:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183974.492872:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776183974.492907:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492624768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183974.492936:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183974.492939:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776183974.492941:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183974.492944:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5184
00000100:00080000:2.0:1776183974.492946:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183974.492949:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183974.492957:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183974.492967:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492624832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183974.492974:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183974.492976:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776183974.492977:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183974.492980:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5184
00000100:00080000:2.0:1776183974.492983:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183974.492986:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183974.492989:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776183974.492998:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492624896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183974.493004:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183974.493007:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776183974.493008:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183974.493013:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5184
00000100:00080000:2.0:1776183974.493015:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183974.493019:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183974.493023:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183974.493030:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492624960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776183974.493036:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776183974.493038:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776183974.493040:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776183974.493042:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5184
00000100:00080000:2.0:1776183974.493043:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776183974.493045:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776183974.493049:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776183974.493055:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492625024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776183974.493179:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492624768:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:0.0:1776183974.493241:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183974.493266:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183974/real 1776183974]  req@000000001e5f24e0 x1862458492624768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183974.493283:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492624768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183974.493291:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183974.493294:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183974.493298:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492624768:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776183974.493304:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624832:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183974.493325:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183974.493333:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183974/real 1776183974]  req@000000008f1aeada x1862458492624832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183974.493343:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492624832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183974.493349:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183974.493352:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183974.493354:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624832:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183974.493360:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624896:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776183974.493377:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183974.493385:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183974/real 1776183974]  req@000000009680d5f0 x1862458492624896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183974.493395:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492624896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183974.493406:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183974.493408:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183974.493411:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624896:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776183974.493417:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624960:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183974.493437:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183974.493446:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183974/real 1776183974]  req@00000000e1486ef7 x1862458492624960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183974.493455:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492624960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183974.493461:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183974.493463:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183974.493466:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492624960:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776183974.493471:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625024:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776183974.493488:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776183974.493495:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183974/real 1776183974]  req@000000003ddf5e8b x1862458492625024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776183974.493504:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492625024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776183999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776183974.493511:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776183974.493513:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776183974.493515:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625024:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183974.940113:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183975.963924:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183976.987907:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183978.012176:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183979.035999:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776183979.611870:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183979.611881:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776183979.611884:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183979.611895:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5190
00000100:00080000:0.0:1776183979.611899:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183979.611906:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776183979.611939:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492625088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183979.611977:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183979.611981:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776183979.611982:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183979.611986:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5190
00000100:00080000:0.0:1776183979.611988:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183979.611992:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183979.612007:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183979.612021:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492625152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183979.612029:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183979.612032:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776183979.612033:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183979.612037:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5190
00000100:00080000:0.0:1776183979.612039:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183979.612041:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183979.612045:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776183979.612053:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492625216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183979.612060:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183979.612063:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776183979.612064:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183979.612067:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5190
00000100:00080000:0.0:1776183979.612069:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183979.612071:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183979.612075:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183979.612082:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492625280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776183979.612088:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776183979.612090:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776183979.612091:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776183979.612094:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5190
00000100:00080000:0.0:1776183979.612095:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776183979.612097:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776183979.612100:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776183979.612107:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492625344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183979.612283:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492625088:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776183979.612344:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183979.612365:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183979/real 1776183979]  req@000000005cd929cf x1862458492625088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183979.612379:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492625088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183979.612386:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183979.612388:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183979.612391:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492625088:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776183979.612396:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625152:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183979.612416:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183979.612424:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183979/real 1776183979]  req@00000000121462c2 x1862458492625152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183979.612433:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492625152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183979.612439:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183979.612441:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183979.612443:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625152:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183979.612449:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625216:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776183979.612467:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183979.612475:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183979/real 1776183979]  req@000000008e1f0684 x1862458492625216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183979.612500:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492625216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183979.612506:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183979.612508:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183979.612510:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776183979.612515:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625280:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183979.612534:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183979.612541:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183979/real 1776183979]  req@00000000fc3cde40 x1862458492625280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183979.612549:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492625280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183979.612555:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183979.612558:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183979.612560:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776183979.612565:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625344:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776183979.612581:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183979.612588:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183979/real 1776183979]  req@00000000a315d4ac x1862458492625344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776183979.612596:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492625344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184004 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776183979.612602:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183979.612604:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183979.612606:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625344:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776183980.070042:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183981.084044:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183982.107922:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183983.133838:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183984.158852:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183984.732062:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183984.732074:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183984.732077:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183984.732086:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5195
00000100:00080000:1.0:1776183984.732090:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183984.732096:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183984.732128:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492625408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183984.732158:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183984.732162:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183984.732164:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183984.732167:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5195
00000100:00080000:1.0:1776183984.732169:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183984.732172:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183984.732180:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183984.732191:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492625472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183984.732199:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183984.732202:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183984.732203:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183984.732206:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5195
00000100:00080000:1.0:1776183984.732208:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183984.732210:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183984.732213:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183984.732220:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492625536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183984.732228:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183984.732231:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183984.732232:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183984.732234:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5195
00000100:00080000:1.0:1776183984.732236:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183984.732240:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183984.732243:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183984.732251:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492625600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183984.732258:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183984.732260:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183984.732262:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183984.732265:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5195
00000100:00080000:1.0:1776183984.732266:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183984.732269:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183984.732272:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183984.732280:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492625664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183984.734041:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492625408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183984.734117:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183984.734138:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183984/real 1776183984]  req@00000000cbe5ad9d x1862458492625408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183984.734151:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492625408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183984.734160:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183984.734163:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183984.734165:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492625408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183984.734172:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183984.734190:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183984.734197:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183984/real 1776183984]  req@0000000090379869 x1862458492625472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183984.734206:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492625472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183984.734212:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183984.734214:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183984.734216:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183984.734221:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183984.734240:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183984.734246:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183984/real 1776183984]  req@000000009e337919 x1862458492625536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183984.734255:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492625536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183984.734260:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183984.734262:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183984.734265:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183984.734270:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183984.734287:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183984.734293:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183984/real 1776183984]  req@0000000049a65e22 x1862458492625600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183984.734490:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492625600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183984.734497:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183984.734499:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183984.734501:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183984.734508:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183984.734529:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183984.734536:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183984/real 1776183984]  req@00000000b28b4fbf x1862458492625664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183984.734545:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492625664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184009 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183984.734551:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183984.734553:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183984.734555:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776183985.180165:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183986.207448:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183987.228204:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183988.254245:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776183989.276164:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183989.851823:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183989.851833:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183989.851837:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183989.851847:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5200
00000100:00080000:1.0:1776183989.851850:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183989.851856:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183989.851887:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492625728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183989.851917:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183989.851920:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183989.851922:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183989.851926:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5200
00000100:00080000:1.0:1776183989.851928:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183989.851930:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183989.851938:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183989.851949:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492625792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183989.851956:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183989.851959:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183989.851960:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183989.851963:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5200
00000100:00080000:1.0:1776183989.851965:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183989.851967:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183989.851970:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183989.851979:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492625856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183989.851985:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183989.851987:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183989.851988:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183989.851991:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5200
00000100:00080000:1.0:1776183989.851992:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183989.851995:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183989.851998:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183989.852005:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492625920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183989.852017:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183989.852020:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183989.852021:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183989.852024:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5200
00000100:00080000:1.0:1776183989.852026:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183989.852029:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183989.852033:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183989.852040:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492625984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183989.852127:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492625728:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183989.852201:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183989.852223:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183989/real 1776183989]  req@00000000b28b4fbf x1862458492625728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183989.852236:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492625728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183989.852245:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183989.852247:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183989.852250:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492625728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183989.852256:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625792:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183989.852286:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183989.852293:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183989/real 1776183989]  req@0000000049a65e22 x1862458492625792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183989.852302:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492625792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183989.852309:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183989.852311:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183989.852313:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625792:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183989.852318:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625856:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183989.852334:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183989.852341:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183989/real 1776183989]  req@000000009e337919 x1862458492625856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183989.852350:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492625856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183989.853489:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183989.853493:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183989.853498:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625856:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183989.853507:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625920:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183989.853619:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183989.853636:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183989/real 1776183989]  req@0000000090379869 x1862458492625920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183989.853647:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492625920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183989.853652:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183989.853654:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183989.853656:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625920:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183989.853661:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625984:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183989.853679:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183989.853687:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183989/real 1776183989]  req@00000000cbe5ad9d x1862458492625984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183989.853695:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492625984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184014 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183989.853700:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183989.853702:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183989.853704:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492625984:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776183990.299917:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183991.324035:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183992.347926:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183993.375962:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183994.396339:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776183994.971829:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183994.971840:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776183994.971843:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183994.971854:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5205
00000100:00080000:1.0:1776183994.971858:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183994.971863:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776183994.971899:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492626048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183994.971928:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183994.971931:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776183994.971932:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183994.971935:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5205
00000100:00080000:1.0:1776183994.971937:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183994.971941:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183994.971951:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183994.971961:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492626112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183994.971968:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183994.971971:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776183994.971972:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183994.971975:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5205
00000100:00080000:1.0:1776183994.971976:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183994.971979:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183994.971983:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776183994.971990:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492626176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183994.971997:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183994.972000:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776183994.972002:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183994.972004:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5205
00000100:00080000:1.0:1776183994.972006:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183994.972009:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183994.972012:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183994.972019:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492626240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776183994.972025:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776183994.972028:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776183994.972029:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776183994.972032:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5205
00000100:00080000:1.0:1776183994.972034:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776183994.972036:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776183994.972039:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776183994.972044:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492626304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776183994.972129:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492626048:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776183994.972201:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183994.972222:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183994/real 1776183994]  req@000000001741ced9 x1862458492626048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183994.972235:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492626048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183994.972242:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183994.972245:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183994.972248:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492626048:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776183994.972253:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626112:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183994.972271:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183994.972276:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183994/real 1776183994]  req@000000007c26bb68 x1862458492626112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183994.972284:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492626112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183994.972295:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183994.972297:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183994.972299:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626112:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183994.972303:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626176:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776183994.972318:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183994.972324:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183994/real 1776183994]  req@00000000dedc2d4e x1862458492626176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183994.972333:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492626176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183994.972339:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183994.972341:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183994.972343:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626176:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776183994.972347:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626240:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183994.972362:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183994.972368:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183994/real 1776183994]  req@00000000ae50fb1e x1862458492626240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183994.972375:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492626240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183994.972381:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183994.972382:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183994.972384:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626240:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776183994.972389:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626304:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776183994.972401:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776183994.972405:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776183994/real 1776183994]  req@0000000086193d2a x1862458492626304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776183994.972413:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492626304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184019 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776183994.972418:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776183994.972419:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776183994.972421:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626304:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776183995.419932:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183996.445364:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183997.469678:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776183998.492806:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776183999.516148:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184000.091901:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184000.091912:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184000.091915:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184000.091925:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5210
00000100:00080000:2.0:1776184000.091928:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184000.091933:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184000.091966:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492626368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184000.091991:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184000.091994:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184000.091995:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184000.091998:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5210
00000100:00080000:2.0:1776184000.092000:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184000.092003:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184000.092010:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184000.092019:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492626432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184000.092026:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184000.092029:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184000.092031:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184000.092034:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5210
00000100:00080000:2.0:1776184000.092036:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184000.092039:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184000.092042:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184000.092061:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492626496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184000.092069:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184000.092072:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184000.092073:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184000.092076:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5210
00000100:00080000:2.0:1776184000.092077:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184000.092080:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184000.092083:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184000.092092:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492626560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184000.092099:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184000.092101:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184000.092103:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184000.092105:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5210
00000100:00080000:2.0:1776184000.092107:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184000.092109:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184000.092112:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184000.092119:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492626624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184000.092297:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492626368:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776184000.092358:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184000.092379:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184000/real 1776184000]  req@000000005b9df5b0 x1862458492626368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184000.092393:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492626368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184000.092401:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184000.092403:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184000.092406:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492626368:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184000.092413:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626432:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184000.092434:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184000.092441:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184000/real 1776184000]  req@00000000204bf3c6 x1862458492626432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184000.092451:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492626432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184000.092457:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184000.092459:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184000.092461:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626432:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184000.092466:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626496:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184000.092482:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184000.092489:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184000/real 1776184000]  req@00000000141c6365 x1862458492626496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184000.092499:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492626496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184000.092506:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184000.092507:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184000.092510:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626496:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184000.092514:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626560:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184000.092531:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184000.092538:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184000/real 1776184000]  req@000000009e28d8dc x1862458492626560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184000.092552:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492626560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184000.092559:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184000.092561:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184000.092563:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626560:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184000.092569:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626624:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184000.092585:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184000.092592:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184000/real 1776184000]  req@00000000eaec4566 x1862458492626624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184000.092601:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492626624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184000.092606:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184000.092608:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184000.092611:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626624:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184000.540789:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184001.563970:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184002.588783:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184003.620269:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184004.636463:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184005.213197:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184005.213209:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184005.213212:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184005.213222:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5215
00000100:00080000:1.0:1776184005.213226:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184005.213231:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184005.213265:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492626688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184005.213292:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184005.213296:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184005.213297:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184005.213300:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5215
00000100:00080000:1.0:1776184005.213302:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184005.213305:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184005.213313:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184005.213323:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492626752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184005.213331:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184005.213335:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184005.213336:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184005.213339:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5215
00000100:00080000:1.0:1776184005.213340:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184005.213343:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184005.213347:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184005.213355:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492626816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184005.213362:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184005.213365:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184005.213366:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184005.213369:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5215
00000100:00080000:1.0:1776184005.213370:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184005.213373:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184005.213377:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184005.213384:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492626880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184005.213391:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184005.213393:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184005.213394:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184005.213397:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5215
00000100:00080000:1.0:1776184005.213398:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184005.213401:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184005.213404:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184005.213414:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492626944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184005.213500:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492626688:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776184005.213562:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184005.213584:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184005/real 1776184005]  req@000000006aae32ca x1862458492626688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184005.213599:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492626688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184005.213607:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184005.213609:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184005.213613:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492626688:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184005.213619:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626752:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184005.213746:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184005.213755:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184005/real 1776184005]  req@000000009bf866c6 x1862458492626752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184005.213765:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492626752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184005.213772:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184005.213775:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184005.213778:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626752:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184005.213783:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626816:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184005.213802:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184005.213809:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184005/real 1776184005]  req@00000000f13843be x1862458492626816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184005.213818:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492626816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184005.213824:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184005.213827:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184005.213829:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626816:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184005.213834:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626880:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184005.213853:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184005.213860:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184005/real 1776184005]  req@00000000b1152010 x1862458492626880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184005.213870:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492626880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184005.213877:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184005.213879:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184005.213882:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184005.213887:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626944:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184005.213998:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184005.214006:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184005/real 1776184005]  req@000000008eee8260 x1862458492626944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184005.214016:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492626944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184005.214024:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184005.214086:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184005.214090:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492626944:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184005.661195:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184006.684234:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184007.708955:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184008.731856:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184009.756048:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184010.332290:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184010.332301:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184010.332306:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184010.332316:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5220
00000100:00080000:1.0:1776184010.332319:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184010.332324:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184010.332359:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492627008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184010.332389:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184010.332393:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184010.332394:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184010.332398:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5220
00000100:00080000:1.0:1776184010.332399:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184010.332403:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184010.332412:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184010.332424:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492627072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184010.332430:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492627008:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:1.0:1776184010.332435:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184010.332439:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184010.332440:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184010.332445:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5220
00000100:00080000:1.0:1776184010.332446:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184010.332449:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184010.332455:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184010.332467:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492627136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184010.332474:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184010.332477:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184010.332478:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184010.332481:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5220
00000100:00080000:1.0:1776184010.332483:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184010.332486:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184010.332489:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184010.332497:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492627200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184010.332504:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184010.332508:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184010.332510:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184010.332514:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5220
00000100:00080000:1.0:1776184010.332515:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184010.332517:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184010.332521:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:3.0:1776184010.332527:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184010.332530:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492627264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184010.332551:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184010/real 1776184010]  req@00000000621373f7 x1862458492627008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184010.332567:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492627008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184010.332576:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184010.332578:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184010.332582:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492627008:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184010.332611:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627072:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184010.332629:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184010.332635:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184010/real 1776184010]  req@00000000ed8b07dd x1862458492627072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184010.332644:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492627072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184010.332651:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184010.332653:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184010.332655:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627072:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184010.332659:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627136:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184010.332671:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184010.332676:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184010/real 1776184010]  req@000000000eb62df8 x1862458492627136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184010.332684:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492627136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184010.332690:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184010.332692:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184010.332694:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627136:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184010.332698:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627200:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184010.332728:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184010.332734:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184010/real 1776184010]  req@0000000002fce3d6 x1862458492627200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184010.332742:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492627200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184010.332748:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184010.332750:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184010.332752:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627200:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184010.332757:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627264:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184010.332772:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184010.332778:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184010/real 1776184010]  req@00000000c648eb35 x1862458492627264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184010.332786:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492627264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184010.332792:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184010.332794:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184010.332796:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627264:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184010.780527:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184011.804384:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184012.829756:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184013.851959:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184014.876665:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184015.451956:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184015.451967:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184015.451970:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184015.451989:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5225
00000100:00080000:3.0:1776184015.451993:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184015.451998:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184015.452031:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492627328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184015.452061:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184015.452065:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184015.452066:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184015.452069:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5225
00000100:00080000:3.0:1776184015.452071:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184015.452074:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184015.452082:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184015.452092:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492627392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184015.452099:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184015.452102:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184015.452103:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184015.452106:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5225
00000100:00080000:3.0:1776184015.452108:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184015.452111:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184015.452115:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184015.452123:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492627456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184015.452130:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184015.452133:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184015.452134:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184015.452137:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5225
00000100:00080000:3.0:1776184015.452139:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184015.452142:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184015.452146:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184015.452154:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492627520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184015.452161:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184015.452164:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184015.452165:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184015.452168:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5225
00000100:00080000:3.0:1776184015.452170:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184015.452173:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184015.452177:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184015.452178:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492627328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184015.452188:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492627584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:0.0:1776184015.452257:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184015.452280:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184015/real 1776184015]  req@00000000de06baf2 x1862458492627328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184015.452296:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492627328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184015.452304:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184015.452307:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184015.452310:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492627328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776184015.452315:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627392:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776184015.452335:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184015.452342:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184015/real 1776184015]  req@00000000249ded4e x1862458492627392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184015.452352:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492627392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184015.452358:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184015.452360:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184015.452362:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627392:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776184015.452367:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627456:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:0.0:1776184015.452385:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184015.452420:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184015/real 1776184015]  req@000000009bb01b96 x1862458492627456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184015.452429:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492627456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184015.452435:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184015.452436:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184015.452439:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627456:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776184015.452443:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627520:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776184015.452458:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184015.452463:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184015/real 1776184015]  req@00000000d13f4501 x1862458492627520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184015.452472:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492627520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184015.452478:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184015.452479:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184015.452481:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627520:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776184015.452504:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627584:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:0.0:1776184015.452516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184015.452522:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184015/real 1776184015]  req@000000006f8c11c8 x1862458492627584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184015.452530:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492627584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184015.452537:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184015.452538:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184015.452540:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627584:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184015.900063:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184016.924450:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184017.947914:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184018.976296:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184019.996731:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184020.572757:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184020.572768:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184020.572772:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184020.572781:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5231
00000100:00080000:2.0:1776184020.572794:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184020.572801:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184020.572832:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492627648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184020.572860:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184020.572863:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184020.572865:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184020.572868:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5231
00000100:00080000:2.0:1776184020.572870:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184020.572872:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184020.572881:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184020.572890:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492627712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184020.572897:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184020.572899:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184020.572901:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184020.572904:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5231
00000100:00080000:2.0:1776184020.572906:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184020.572909:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184020.572914:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184020.572922:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492627776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184020.572930:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184020.572932:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184020.572934:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184020.572937:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5231
00000100:00080000:2.0:1776184020.572939:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184020.572941:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184020.572944:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184020.572950:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492627840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184020.572957:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184020.572960:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184020.572961:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184020.572963:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5231
00000100:00080000:2.0:1776184020.572965:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184020.572967:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184020.572970:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184020.572978:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492627904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776184020.573058:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492627648:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:0.0:1776184020.573137:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627712:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776184020.573157:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627776:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776184020.573174:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627840:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776184020.573191:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627904:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184021.020260:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184022.044379:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184023.068347:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776184023.644135:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776184023.644177:0:2252:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776184023.644190:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776184023.649520:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184020/real 1776184023]  req@00000000b8358015 x1862458492627648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184045 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184023.649575:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492627648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184045 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184023.649587:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184023.649591:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184023.649595:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492627648:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184023.650753:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776184023.650782:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776184023.650789:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776184023.650797:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:0.0:1776184023.652744:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184020/real 1776184023]  req@00000000b03ab380 x1862458492627712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184023.652774:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492627712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184023.652784:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184023.652787:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184023.652792:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627712:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776184023.652799:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184020/real 1776184023]  req@00000000cce0171d x1862458492627776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184023.652808:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492627776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184023.652814:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184023.652816:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184023.652818:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627776:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:0.0:1776184023.652822:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184020/real 1776184023]  req@00000000077b2c38 x1862458492627840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184023.652831:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492627840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184023.652836:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184023.652838:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184023.652841:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627840:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:0.0:1776184023.652848:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184020/real 1776184023]  req@00000000eaec4566 x1862458492627904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:0.0:1776184023.652858:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492627904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:0.0:1776184023.652864:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184023.652866:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184023.652869:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492627904:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184024.091907:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184025.118140:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184025.695000:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184025.695014:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184025.695018:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184025.695028:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5236
00000100:00080000:3.0:1776184025.695032:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184025.695038:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184025.695071:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492627968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184025.695104:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184025.695107:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184025.695109:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184025.695113:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5236
00000100:00080000:3.0:1776184025.695114:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184025.695118:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184025.695126:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184025.695139:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492628032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184025.695146:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184025.695148:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184025.695149:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184025.695152:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5236
00000100:00080000:3.0:1776184025.695154:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184025.695157:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184025.695161:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184025.695179:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492628096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184025.695186:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184025.695189:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184025.695190:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184025.695193:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5236
00000100:00080000:3.0:1776184025.695195:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184025.695198:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184025.695202:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184025.695210:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492628160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184025.695217:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184025.695220:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184025.695221:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184025.695223:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5236
00000100:00080000:3.0:1776184025.695225:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184025.695227:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184025.695231:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184025.695238:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492628224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184025.695969:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492627968:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184025.696039:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184025.696061:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184025/real 1776184025]  req@00000000fe8f785d x1862458492627968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184025.696077:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492627968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184025.696086:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184025.696089:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184025.696093:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492627968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184025.696099:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628032:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184025.696119:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184025.696127:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184025/real 1776184025]  req@000000006f8c11c8 x1862458492628032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184025.696136:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492628032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184025.696141:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184025.696143:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184025.696145:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628032:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184025.696150:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628096:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184025.696168:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184025.696174:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184025/real 1776184025]  req@00000000d13f4501 x1862458492628096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184025.696182:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492628096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184025.696187:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184025.696189:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184025.696191:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628096:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184025.696196:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628160:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184025.696212:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184025.696218:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184025/real 1776184025]  req@000000009bb01b96 x1862458492628160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184025.696227:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492628160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184025.696233:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184025.696235:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184025.696238:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628160:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184025.696242:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628224:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184025.696258:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184025.696265:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184025/real 1776184025]  req@00000000249ded4e x1862458492628224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184025.696274:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492628224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184050 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184025.696281:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184025.696283:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184025.696285:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628224:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184026.142267:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184027.164327:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184028.187938:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184029.212280:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184030.236527:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184030.812507:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184030.812517:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184030.812521:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184030.812530:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5241
00000100:00080000:3.0:1776184030.812533:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184030.812538:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184030.812570:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492628288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184030.812646:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492628288:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184030.812739:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184030.812779:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184030.812783:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184030.812784:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184030.812788:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5241
00000100:00080000:3.0:1776184030.812790:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184030.812793:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184030.812801:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184030.812816:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492628352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184030.822033:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184030/real 1776184030]  req@00000000de06baf2 x1862458492628288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184030.822062:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492628288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184030.822072:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184030.822075:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184030.822079:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492628288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184030.822110:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628352:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184030.822177:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184030.822189:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184030/real 1776184030]  req@00000000241ecb2f x1862458492628352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184030.822198:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492628352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184030.822204:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184030.822207:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184030.822209:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628352:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:3.0:1776184030.822728:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184030.822734:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184030.822736:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184030.822741:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5241
00000100:00080000:3.0:1776184030.822743:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184030.822748:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184030.822757:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184030.822780:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492628416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184030.822792:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184030.822795:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184030.822796:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184030.822799:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5241
00000100:00080000:3.0:1776184030.822800:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184030.822803:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184030.822807:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184030.822813:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492628480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184030.822820:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184030.822823:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184030.822824:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184030.822827:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5241
00000100:00080000:3.0:1776184030.822829:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184030.822832:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184030.822836:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184030.822843:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492628544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184030.823029:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628416:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184030.823059:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184030.823069:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184030/real 1776184030]  req@000000004b362de1 x1862458492628416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184030.823080:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492628416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184030.823086:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184030.823088:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184030.823091:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628416:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184030.823096:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628480:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184030.823113:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184030.823121:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184030/real 1776184030]  req@000000003c7e6ce9 x1862458492628480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184030.823131:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492628480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184030.823137:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184030.823138:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184030.823141:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628480:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184030.823145:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628544:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184030.823161:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184030.823179:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184030/real 1776184030]  req@0000000058f74c1f x1862458492628544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184030.823188:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492628544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184055 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184030.823193:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184030.823194:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184030.823196:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628544:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184031.266581:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184032.284169:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184033.308641:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184034.332123:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184035.355894:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184035.931876:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184035.931887:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184035.931891:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184035.931900:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5246
00000100:00080000:1.0:1776184035.931904:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184035.931909:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184035.931941:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492628608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184035.931972:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184035.931975:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184035.931977:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184035.931980:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5246
00000100:00080000:1.0:1776184035.931982:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184035.931985:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184035.931993:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184035.932003:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492628672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184035.932011:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184035.932014:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184035.932016:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184035.932018:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5246
00000100:00080000:1.0:1776184035.932020:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184035.932023:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184035.932027:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184035.932033:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492628736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184035.932040:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184035.932043:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184035.932044:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184035.932047:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5246
00000100:00080000:1.0:1776184035.932048:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184035.932051:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184035.932054:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184035.932061:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492628800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184035.932068:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184035.932071:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184035.932072:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184035.932075:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5246
00000100:00080000:1.0:1776184035.932076:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184035.932079:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184035.932082:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184035.932090:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492628864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:0.0:1776184035.932267:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492628608:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:0.0:1776184035.932340:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184035.932370:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184035/real 1776184035]  req@000000005aa304ab x1862458492628608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776184035.932386:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492628608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776184035.932395:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184035.932398:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184035.932401:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492628608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:0.0:1776184035.932407:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628672:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776184035.932430:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184035.932438:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184035/real 1776184035]  req@000000001098c40e x1862458492628672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776184035.932448:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492628672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776184035.932454:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184035.932457:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184035.932459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776184035.932464:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628736:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:0.0:1776184035.932482:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184035.932489:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184035/real 1776184035]  req@00000000d9dd8f33 x1862458492628736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776184035.932499:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492628736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776184035.932505:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184035.932507:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184035.932510:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:0.0:1776184035.932514:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628800:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776184035.932532:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184035.932538:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184035/real 1776184035]  req@00000000af591920 x1862458492628800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776184035.932551:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492628800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776184035.932558:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184035.932559:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184035.932562:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:0.0:1776184035.932566:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628864:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:0.0:1776184035.932582:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:0.0:1776184035.932588:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184035/real 1776184035]  req@00000000c87b277a x1862458492628864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:0.0:1776184035.932597:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492628864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184060 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:0.0:1776184035.932603:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1776184035.932605:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:0.0:1776184035.932607:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184036.380452:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184037.403887:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184038.427866:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184039.452340:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184040.475942:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184041.052565:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184041.052576:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184041.052579:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184041.052589:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5251
00000100:00080000:0.0:1776184041.052592:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184041.052598:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184041.052633:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492628928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184041.052776:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492628928:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184041.052836:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776184041.052889:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184041.052893:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184041.052895:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184041.052898:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5251
00000100:00080000:0.0:1776184041.052900:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184041.052903:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184041.052911:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184041.052922:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492628992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184041.053489:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184041/real 1776184041]  req@00000000a315d4ac x1862458492628928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184041.053507:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492628928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184041.053515:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184041.053517:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184041.053520:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492628928:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184041.053544:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628992:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184041.053573:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184041.053582:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184041/real 1776184041]  req@00000000fc3cde40 x1862458492628992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184041.053591:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492628992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184041.053597:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184041.053599:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184041.053601:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492628992:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776184041.054172:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184041.054177:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184041.054579:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184041.054586:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5251
00000100:00080000:0.0:1776184041.054589:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184041.054594:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184041.054603:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184041.054626:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492629056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184041.055749:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184041.055756:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184041.055758:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184041.055765:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5251
00000100:00080000:0.0:1776184041.055768:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184041.055774:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184041.055782:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184041.055803:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492629120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184041.055814:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184041.055817:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184041.055818:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184041.055821:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5251
00000100:00080000:0.0:1776184041.055823:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184041.055825:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184041.055828:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184041.055835:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492629184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184041.057601:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629056:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184041.057817:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184041.057844:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184041/real 1776184041]  req@000000008e1f0684 x1862458492629056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184041.057859:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492629056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184041.057869:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184041.057872:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184041.057876:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184041.057882:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629120:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184041.057901:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184041.057907:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184041/real 1776184041]  req@00000000121462c2 x1862458492629120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184041.057916:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492629120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184041.057923:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184041.057924:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184041.057927:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629120:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184041.057932:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629184:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184041.057947:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184041.057954:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184041/real 1776184041]  req@000000005cd929cf x1862458492629184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184041.057962:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492629184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184041.057972:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184041.057973:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184041.057976:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629184:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184041.500939:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184042.530120:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184043.548155:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184044.572153:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184045.596039:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184046.176940:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184046.176951:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184046.176955:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184046.176966:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5256
00000100:00080000:2.0:1776184046.176969:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184046.176974:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184046.177009:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492629248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184046.177036:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184046.177040:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184046.177041:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184046.177045:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5256
00000100:00080000:2.0:1776184046.177047:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184046.177059:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184046.177068:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184046.177080:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492629312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184046.177088:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184046.177091:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184046.177092:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184046.177095:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5256
00000100:00080000:2.0:1776184046.177097:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184046.177100:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184046.177104:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184046.177112:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492629376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184046.177120:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184046.177124:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184046.177125:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184046.177128:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5256
00000100:00080000:2.0:1776184046.177129:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184046.177132:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184046.177146:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184046.177156:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492629440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184046.177164:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184046.177176:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184046.177177:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184046.177180:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5256
00000100:00080000:2.0:1776184046.177182:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184046.177185:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184046.177189:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184046.177196:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492629504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184046.177372:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492629248:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184046.177437:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184046.177457:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184046/real 1776184046]  req@000000009e28d8dc x1862458492629248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184046.177472:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492629248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184046.177480:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184046.177482:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184046.177485:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492629248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184046.177490:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629312:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184046.177512:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184046.177520:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184046/real 1776184046]  req@00000000141c6365 x1862458492629312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184046.177529:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492629312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184046.177535:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184046.177538:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184046.177540:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629312:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184046.177546:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629376:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184046.177564:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184046.177571:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184046/real 1776184046]  req@00000000204bf3c6 x1862458492629376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184046.177579:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492629376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184046.177585:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184046.177587:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184046.177589:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629376:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184046.177594:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629440:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184046.177612:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184046.177619:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184046/real 1776184046]  req@000000005b9df5b0 x1862458492629440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184046.177627:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492629440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184046.177633:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184046.177635:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184046.177638:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629440:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184046.177642:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629504:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184046.177658:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184046.177665:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184046/real 1776184046]  req@000000003ddf5e8b x1862458492629504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184046.177674:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492629504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184046.177679:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184046.177681:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184046.177683:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629504:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184046.620090:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184047.644483:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184048.674971:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184049.696524:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184050.715927:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184051.291984:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184051.291996:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184051.292000:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184051.292012:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5261
00000100:00080000:3.0:1776184051.292015:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184051.292021:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184051.292057:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492629568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184051.292093:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184051.292097:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184051.292098:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184051.292102:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5261
00000100:00080000:3.0:1776184051.292104:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184051.292107:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184051.292115:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184051.292125:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492629632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184051.292133:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184051.292135:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184051.292137:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184051.292140:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5261
00000100:00080000:3.0:1776184051.292141:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184051.292143:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184051.292146:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184051.292152:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492629696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184051.292158:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184051.292161:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184051.292162:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184051.292165:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5261
00000100:00080000:3.0:1776184051.292167:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184051.292169:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184051.292172:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184051.292177:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492629760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184051.292183:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184051.292186:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184051.292187:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184051.292189:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5261
00000100:00080000:3.0:1776184051.292191:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184051.292194:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184051.292196:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184051.292202:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492629824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184051.293198:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492629568:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184051.293266:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184051.293287:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184051/real 1776184051]  req@00000000000d3e4b x1862458492629568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184051.293301:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492629568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184051.293310:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184051.293313:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184051.293316:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492629568:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184051.293322:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629632:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184051.293339:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184051.293345:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184051/real 1776184051]  req@00000000c084cebb x1862458492629632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184051.293354:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492629632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184051.293360:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184051.293362:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184051.293365:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629632:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184051.293369:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629696:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184051.293383:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184051.293389:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184051/real 1776184051]  req@0000000011a4c226 x1862458492629696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184051.293398:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492629696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184051.293404:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184051.293406:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184051.293408:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629696:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184051.293413:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629760:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184051.293428:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184051.293434:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184051/real 1776184051]  req@0000000019f3e9d6 x1862458492629760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184051.293443:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492629760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184051.293448:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184051.293449:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184051.293451:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629760:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184051.293456:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629824:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184051.293471:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184051.293476:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184051/real 1776184051]  req@0000000043dc1dd5 x1862458492629824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184051.293483:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492629824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184051.293488:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184051.293490:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184051.293492:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629824:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184051.739913:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184052.765311:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184053.788537:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184054.811958:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184055.836518:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184056.415930:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184056.415942:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184056.415946:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184056.415956:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5266
00000100:00080000:0.0:1776184056.415960:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184056.415966:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184056.416002:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492629888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184056.416035:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184056.416038:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184056.416039:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184056.416044:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5266
00000100:00080000:0.0:1776184056.416046:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184056.416049:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184056.416057:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184056.416068:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492629952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184056.416075:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184056.416078:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184056.416079:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184056.416082:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5266
00000100:00080000:0.0:1776184056.416084:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184056.416086:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184056.416090:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184056.416097:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492630016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184056.416104:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184056.416106:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184056.416108:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184056.416111:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5266
00000100:00080000:0.0:1776184056.416113:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184056.416116:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184056.416119:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184056.416126:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492630080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184056.416139:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184056.416142:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184056.416143:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184056.416146:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5266
00000100:00080000:0.0:1776184056.416147:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184056.416150:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184056.416153:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184056.416160:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492630144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184056.418031:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492629888:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184056.418113:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184056.418137:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184056/real 1776184056]  req@00000000cad5148b x1862458492629888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184056.418153:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492629888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184056.418163:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184056.418166:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184056.418170:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492629888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184056.418176:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184056.418202:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184056.418210:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184056/real 1776184056]  req@000000003deb6a56 x1862458492629952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184056.418220:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492629952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184056.418227:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184056.418229:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184056.418232:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492629952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184056.418237:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184056.418256:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184056.418264:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184056/real 1776184056]  req@00000000475fa082 x1862458492630016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184056.418274:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492630016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184056.418280:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184056.418282:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184056.418284:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184056.418290:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184056.418310:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184056.418317:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184056/real 1776184056]  req@0000000016c7f426 x1862458492630080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184056.418326:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492630080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184056.418332:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184056.418333:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184056.418336:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184056.418341:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184056.418357:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184056.418363:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184056/real 1776184056]  req@000000000d11d713 x1862458492630144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184056.418372:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492630144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184056.418378:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184056.418380:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184056.418382:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184056.859968:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184057.888489:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184058.908010:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184059.931947:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184060.956167:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184061.531826:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184061.531838:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184061.531841:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184061.531851:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5272
00000100:00080000:0.0:1776184061.531854:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184061.531860:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184061.531895:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492630208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184061.531928:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184061.531931:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184061.531933:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184061.531936:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5272
00000100:00080000:0.0:1776184061.531938:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184061.531941:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184061.531952:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184061.531962:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492630272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184061.531970:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184061.531973:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184061.531974:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184061.531977:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5272
00000100:00080000:0.0:1776184061.531979:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184061.531981:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184061.531985:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184061.531992:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492630336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184061.531999:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184061.532001:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184061.532002:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184061.532005:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5272
00000100:00080000:0.0:1776184061.532006:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184061.532009:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184061.532012:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184061.532020:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492630400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184061.532026:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184061.532029:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184061.532030:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184061.532033:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5272
00000100:00080000:0.0:1776184061.532034:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184061.532037:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184061.532040:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184061.532048:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492630464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184061.532144:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492630208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184061.532218:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184061.532236:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184061/real 1776184061]  req@000000002277476a x1862458492630208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184061.532250:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492630208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184061.532259:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184061.532261:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184061.532264:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492630208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184061.532269:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184061.532287:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184061.532294:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184061/real 1776184061]  req@0000000028a9b6b2 x1862458492630272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184061.532309:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492630272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184061.532314:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184061.532316:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184061.532338:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184061.532343:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630336:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184061.532361:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184061.532367:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184061/real 1776184061]  req@00000000d49fdfb5 x1862458492630336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184061.532376:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492630336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184061.532381:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184061.532383:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184061.532385:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184061.532390:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184061.532406:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184061.532412:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184061/real 1776184061]  req@00000000af534683 x1862458492630400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184061.532420:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492630400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184061.532427:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184061.532429:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184061.532431:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184061.532436:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184061.532451:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184061.532457:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184061/real 1776184061]  req@00000000f7929003 x1862458492630464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184061.532466:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492630464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184061.532472:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184061.532474:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184061.532476:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630464:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184061.981781:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184063.005417:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184064.027943:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184065.051939:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184066.076395:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184066.651843:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184066.651867:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184066.651871:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184066.651882:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5277
00000100:00080000:0.0:1776184066.651885:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184066.651891:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184066.651926:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492630528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184066.651954:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184066.651957:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184066.651959:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184066.651962:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5277
00000100:00080000:0.0:1776184066.651964:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184066.651967:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184066.651976:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184066.651986:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492630592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184066.651994:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184066.651998:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184066.651999:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184066.652002:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5277
00000100:00080000:0.0:1776184066.652004:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184066.652007:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184066.652011:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184066.652018:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492630656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184066.652041:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184066.652044:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184066.652045:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184066.652048:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5277
00000100:00080000:0.0:1776184066.652050:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184066.652053:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184066.652057:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184066.652075:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492630720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184066.652082:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184066.652084:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184066.652085:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184066.652088:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5277
00000100:00080000:0.0:1776184066.652090:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184066.652092:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184066.652095:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184066.652104:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492630784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184066.652195:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492630528:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184066.652256:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184066.652277:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184066/real 1776184066]  req@000000003e96f56f x1862458492630528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184066.652290:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492630528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184066.652298:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184066.652301:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184066.652304:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492630528:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184066.652310:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630592:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184066.652332:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184066.652339:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184066/real 1776184066]  req@0000000011be23ca x1862458492630592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184066.652348:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492630592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184066.652354:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184066.652356:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184066.652358:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630592:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184066.652362:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630656:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184066.652378:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184066.652384:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184066/real 1776184066]  req@000000004ea85a2d x1862458492630656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184066.652392:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492630656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184066.652397:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184066.652399:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184066.652401:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630656:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184066.652406:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630720:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184066.652424:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184066.652430:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184066/real 1776184066]  req@00000000785bcd08 x1862458492630720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184066.652443:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492630720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184066.652450:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184066.652451:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184066.652454:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630720:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184066.652458:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630784:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184066.652475:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184066.652482:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184066/real 1776184066]  req@000000001bcf0715 x1862458492630784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184066.652491:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492630784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184091 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184066.652497:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184066.652499:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184066.652501:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630784:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184067.099942:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184068.123907:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184069.147999:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184070.174991:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184071.196445:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184071.771865:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184071.771877:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184071.771881:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184071.771890:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5282
00000100:00080000:2.0:1776184071.771894:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184071.771900:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184071.771934:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492630848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184071.771961:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184071.771965:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184071.771966:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184071.771970:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5282
00000100:00080000:2.0:1776184071.771972:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184071.771975:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184071.771982:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184071.771994:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492630912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184071.772001:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184071.772004:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184071.772005:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184071.772008:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5282
00000100:00080000:2.0:1776184071.772010:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184071.772013:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184071.772017:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184071.772024:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492630976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184071.772031:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184071.772034:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184071.772035:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184071.772038:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5282
00000100:00080000:2.0:1776184071.772039:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184071.772043:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184071.772047:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184071.772055:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492631040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184071.772062:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184071.772064:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184071.772066:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184071.772069:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5282
00000100:00080000:2.0:1776184071.772070:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184071.772073:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184071.772077:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184071.772084:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492631104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184071.772391:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492630848:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184071.772451:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184071.772471:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184071/real 1776184071]  req@00000000e1486ef7 x1862458492630848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184071.772484:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492630848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184071.772493:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184071.772496:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184071.772510:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492630848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184071.772517:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630912:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184071.772538:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184071.772546:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184071/real 1776184071]  req@000000009680d5f0 x1862458492630912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184071.772555:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492630912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184071.772561:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184071.772563:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184071.772565:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630912:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184071.772570:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630976:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184071.772586:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184071.772592:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184071/real 1776184071]  req@000000008f1aeada x1862458492630976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184071.772601:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492630976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184071.772606:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184071.772608:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184071.772610:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492630976:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184071.772614:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631040:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184071.772632:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184071.772638:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184071/real 1776184071]  req@000000001e5f24e0 x1862458492631040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184071.772647:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492631040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184071.772653:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184071.772654:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184071.772657:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631040:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184071.772662:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631104:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184071.772676:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184071.772682:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184071/real 1776184071]  req@00000000916d6b33 x1862458492631104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184071.772690:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492631104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184096 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184071.772696:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184071.772698:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184071.772700:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631104:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184072.222462:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184073.244057:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184074.268513:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184075.298212:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184076.315967:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184076.891875:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184076.891887:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184076.891891:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184076.891901:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5287
00000100:00080000:3.0:1776184076.891915:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184076.891926:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184076.891960:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492631168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184076.891989:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184076.891992:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184076.891994:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184076.891997:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5287
00000100:00080000:3.0:1776184076.891999:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184076.892002:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184076.892010:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184076.892020:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492631232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184076.892028:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184076.892031:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184076.892032:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184076.892035:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5287
00000100:00080000:3.0:1776184076.892036:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184076.892039:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184076.892043:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184076.892051:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492631296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184076.892058:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184076.892061:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184076.892062:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184076.892065:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5287
00000100:00080000:3.0:1776184076.892067:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184076.892069:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184076.892073:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184076.892081:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492631360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184076.892089:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184076.892092:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184076.892093:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184076.892096:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5287
00000100:00080000:3.0:1776184076.892098:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184076.892100:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184076.892103:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184076.892111:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492631424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184076.892266:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492631168:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184076.892325:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184076.892345:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184076/real 1776184076]  req@00000000e06e7839 x1862458492631168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184076.892356:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492631168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184076.892364:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184076.892367:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184076.892369:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492631168:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184076.892375:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631232:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184076.892403:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184076.892411:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184076/real 1776184076]  req@00000000eb2b2a12 x1862458492631232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184076.892419:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492631232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184076.892425:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184076.892427:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184076.892430:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631232:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184076.892445:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631296:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184076.892462:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184076.892470:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184076/real 1776184076]  req@00000000e4a6949b x1862458492631296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184076.892478:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492631296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184076.892485:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184076.892487:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184076.892499:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631296:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184076.892505:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631360:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184076.892524:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184076.892531:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184076/real 1776184076]  req@00000000979214d3 x1862458492631360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184076.892540:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492631360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184076.892546:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184076.892548:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184076.892550:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631360:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184076.892554:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631424:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184076.892571:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184076.892577:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184076/real 1776184076]  req@0000000058922152 x1862458492631424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184076.892587:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492631424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184101 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184076.892593:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184076.892595:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184076.892598:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631424:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184077.340181:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184078.363952:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184079.387967:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184080.411917:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184081.438547:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184082.011841:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184082.011854:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184082.011858:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184082.011867:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5292
00000100:00080000:0.0:1776184082.011871:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184082.011876:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184082.011910:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492631488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184082.011937:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184082.011940:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184082.011941:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184082.011945:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5292
00000100:00080000:0.0:1776184082.011946:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184082.011949:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184082.011958:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184082.011968:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492631552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184082.011976:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184082.011978:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184082.011980:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184082.011983:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5292
00000100:00080000:0.0:1776184082.011985:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184082.011987:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184082.011992:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184082.011999:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492631616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184082.012005:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184082.012008:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184082.012009:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184082.012011:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5292
00000100:00080000:0.0:1776184082.012013:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184082.012016:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184082.012018:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184082.012024:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492631680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184082.012030:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184082.012033:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184082.012034:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184082.012036:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5292
00000100:00080000:0.0:1776184082.012038:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184082.012041:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184082.012044:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184082.012050:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492631744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184082.012133:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492631488:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184082.012384:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184082.012408:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184082/real 1776184082]  req@000000002faeba1c x1862458492631488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184082.012423:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492631488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184082.012432:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184082.012434:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184082.012437:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492631488:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184082.012444:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631552:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184082.012558:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184082.012566:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184082/real 1776184082]  req@00000000564d2cf7 x1862458492631552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184082.012576:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492631552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184082.012582:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184082.012584:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184082.012586:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631552:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184082.012591:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631616:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184082.012610:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184082.012617:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184082/real 1776184082]  req@000000004b92993c x1862458492631616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184082.012626:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492631616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184082.012632:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184082.012634:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184082.012636:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631616:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184082.012641:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631680:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184082.012659:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184082.012666:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184082/real 1776184082]  req@00000000d304331a x1862458492631680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184082.012675:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492631680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184082.012681:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184082.012682:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184082.012684:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631680:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184082.012689:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631744:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184082.012706:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184082.012754:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184082/real 1776184082]  req@00000000f0661e3d x1862458492631744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184082.012763:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492631744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184082.012770:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184082.012772:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184082.012774:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631744:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184082.460019:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184083.483934:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184084.508959:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184085.532446:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184086.555950:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184087.136215:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184087.136226:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184087.136229:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184087.136239:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5297
00000100:00080000:3.0:1776184087.136242:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184087.136249:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184087.136282:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492631808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184087.136510:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492631808:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:3.0:1776184087.136662:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184087.136666:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184087.136668:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184087.136672:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5297
00000100:00080000:3.0:1776184087.136674:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184087.136678:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184087.136686:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184087.136699:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492631872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184087.141965:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631872:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:3.0:1776184087.143235:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184087.143243:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184087.143246:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184087.143254:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5297
00000100:00080000:3.0:1776184087.143258:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184087.143264:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184087.143275:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184087.143301:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492631936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184087.143940:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631936:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:3.0:1776184087.144025:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184087.144029:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184087.144032:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184087.144035:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5297
00000100:00080000:3.0:1776184087.144037:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184087.144041:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184087.144048:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184087.144073:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492632000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184087.144112:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632000:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:3.0:1776184087.144150:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184087.144154:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184087.144156:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184087.144494:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5297
00000100:00080000:3.0:1776184087.144496:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184087.144500:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184087.144506:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184087.144519:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492632064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184087.144862:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632064:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184087.584437:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184088.604852:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184089.628259:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776184090.205404:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776184090.205447:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776184090.205461:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184090.209693:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184087/real 1776184090]  req@000000004fc3090a x1862458492631808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184112 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184090.212174:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492631808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184112 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184090.212192:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184090.212196:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184090.212199:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492631808:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776184090.212823:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184090.212864:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184090.212872:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184090.212879:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:3.0:1776184090.212988:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184087/real 1776184090]  req@0000000058922152 x1862458492632064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184090.213007:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492632064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184090.213013:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184090.213016:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184090.213019:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632064:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184090.213023:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184087/real 1776184090]  req@00000000543ef8b3 x1862458492632000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184090.213031:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492632000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184090.213036:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184090.213038:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184090.213041:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632000:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184090.213045:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184087/real 1776184090]  req@000000004d6f77e0 x1862458492631936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184090.213053:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492631936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184090.213059:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184090.213061:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184090.213064:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631936:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184090.213069:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184087/real 1776184090]  req@00000000c2778644 x1862458492631872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184090.213079:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492631872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184090.213085:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184090.213087:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184090.213089:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492631872:192.168.203.145@tcp:38:kworker/u8:4.0
00010000:00010000:0.0:1776184090.652204:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184091.675906:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184092.255016:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184092.255027:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184092.255031:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184092.255042:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5302
00000100:00080000:0.0:1776184092.255045:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184092.255051:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184092.255092:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492632128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184092.255122:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184092.255125:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184092.255126:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184092.255129:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5302
00000100:00080000:0.0:1776184092.255131:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184092.255134:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184092.255141:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184092.255150:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492632192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184092.255163:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184092.255166:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184092.255167:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184092.255173:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5302
00000100:00080000:0.0:1776184092.255174:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184092.255177:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184092.255181:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184092.255189:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492632256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184092.255196:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184092.255198:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184092.255199:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184092.255202:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5302
00000100:00080000:0.0:1776184092.255203:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184092.255206:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184092.255208:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184092.255213:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492632320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184092.255219:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184092.255222:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184092.255222:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184092.255225:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5302
00000100:00080000:0.0:1776184092.255226:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184092.255228:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184092.255231:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184092.255236:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492632384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184092.255773:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492632128:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184092.255839:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184092.255858:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184092/real 1776184092]  req@00000000f0661e3d x1862458492632128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184092.255872:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492632128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184092.255882:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184092.255885:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184092.255888:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492632128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184092.255893:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632192:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184092.255908:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184092.255913:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184092/real 1776184092]  req@00000000d304331a x1862458492632192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184092.255922:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492632192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184092.255935:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184092.255937:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184092.255939:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184092.255943:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632256:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184092.255955:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184092.255960:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184092/real 1776184092]  req@000000004b92993c x1862458492632256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184092.255968:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492632256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184092.255974:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184092.255976:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184092.255978:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184092.255982:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184092.255993:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184092.255998:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184092/real 1776184092]  req@00000000564d2cf7 x1862458492632320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184092.256005:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492632320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184092.256011:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184092.256013:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184092.256015:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184092.256019:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184092.256030:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184092.256035:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184092/real 1776184092]  req@000000002faeba1c x1862458492632384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184092.256043:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492632384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184092.256049:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184092.256050:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184092.256052:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184092.700033:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184093.725423:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184094.748031:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184095.772460:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184096.795991:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184097.371893:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184097.371903:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184097.371906:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184097.371916:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5307
00000100:00080000:1.0:1776184097.371919:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184097.371925:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184097.371975:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492632448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184097.372006:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184097.372009:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184097.372011:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184097.372015:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5307
00000100:00080000:1.0:1776184097.372017:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184097.372019:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184097.372028:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184097.372039:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492632512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184097.372046:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184097.372048:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184097.372049:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184097.372052:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5307
00000100:00080000:1.0:1776184097.372053:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184097.372056:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184097.372060:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184097.372068:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492632576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184097.372074:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184097.372076:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184097.372077:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184097.372119:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5307
00000100:00080000:1.0:1776184097.372121:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184097.372124:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184097.372128:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184097.372137:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492632640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184097.372145:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184097.372147:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184097.372149:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184097.372151:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5307
00000100:00080000:1.0:1776184097.372153:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184097.372155:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184097.372158:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184097.372165:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492632704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184097.372252:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492632448:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184097.372328:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184097.372353:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184097/real 1776184097]  req@00000000c87b277a x1862458492632448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184097.372368:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492632448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184097.372376:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184097.372378:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184097.372381:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492632448:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184097.372387:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632512:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184097.372407:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184097.372414:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184097/real 1776184097]  req@00000000af591920 x1862458492632512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184097.372423:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492632512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184097.372430:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184097.372432:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184097.372435:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632512:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184097.372440:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632576:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184097.372459:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184097.372466:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184097/real 1776184097]  req@00000000d9dd8f33 x1862458492632576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184097.372475:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492632576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184097.372481:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184097.372483:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184097.372485:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632576:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184097.372489:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632640:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184097.372506:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184097.372513:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184097/real 1776184097]  req@000000001098c40e x1862458492632640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184097.372522:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492632640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184097.372534:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184097.372535:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184097.372537:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632640:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184097.372542:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632704:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184097.372572:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184097.372579:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184097/real 1776184097]  req@000000005aa304ab x1862458492632704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184097.372600:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492632704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184097.372606:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184097.372608:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184097.372611:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632704:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184097.820528:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184098.843927:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184099.870758:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184100.891939:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184101.915896:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184102.491887:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184102.491898:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184102.491902:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184102.491912:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5312
00000100:00080000:2.0:1776184102.491915:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184102.491922:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184102.491953:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492632768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184102.491979:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184102.491982:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184102.491984:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184102.491987:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5312
00000100:00080000:2.0:1776184102.491997:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184102.492000:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184102.492008:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184102.492019:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492632832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184102.492027:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184102.492030:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184102.492031:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184102.492034:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5312
00000100:00080000:2.0:1776184102.492036:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184102.492038:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184102.492042:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184102.492051:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492632896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184102.492059:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184102.492061:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184102.492062:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184102.492066:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5312
00000100:00080000:2.0:1776184102.492067:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184102.492070:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184102.492074:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184102.492081:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492632960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184102.492087:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184102.492090:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184102.492091:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184102.492104:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5312
00000100:00080000:2.0:1776184102.492105:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184102.492108:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184102.492112:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184102.492120:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492633024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184102.492202:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492632768:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184102.492264:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184102.492286:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184102/real 1776184102]  req@0000000065cff9ca x1862458492632768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184102.492300:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492632768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184102.492309:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184102.492312:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184102.492315:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492632768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184102.492322:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184102.492342:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184102.492351:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184102/real 1776184102]  req@000000003af52c85 x1862458492632832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184102.492360:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492632832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184102.492367:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184102.492379:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184102.492382:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184102.492387:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632896:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184102.492405:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184102.492412:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184102/real 1776184102]  req@00000000916d6b33 x1862458492632896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184102.492421:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492632896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184102.492427:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184102.492429:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184102.492431:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184102.492435:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184102.492456:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184102.492463:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184102/real 1776184102]  req@000000001e5f24e0 x1862458492632960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184102.492472:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492632960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184102.492478:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184102.492480:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184102.492483:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492632960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184102.492487:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184102.492506:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184102.492513:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184102/real 1776184102]  req@000000008f1aeada x1862458492633024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184102.492521:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492633024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184102.492527:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184102.492528:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184102.492530:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184102.939900:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184103.968890:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184104.988013:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184106.011928:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184107.035979:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184107.612212:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184107.612223:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184107.612226:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184107.612236:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5318
00000100:00080000:3.0:1776184107.612239:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184107.612245:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184107.612287:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492633088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184107.612314:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184107.612317:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184107.612318:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184107.612322:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5318
00000100:00080000:3.0:1776184107.612323:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184107.612326:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184107.612334:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184107.612343:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492633152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184107.612350:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184107.612353:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184107.612354:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184107.612357:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5318
00000100:00080000:3.0:1776184107.612358:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184107.612361:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184107.612364:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184107.612371:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492633216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184107.612517:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184107.612520:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184107.612522:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184107.612526:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5318
00000100:00080000:3.0:1776184107.612528:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184107.612531:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184107.612536:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184107.612546:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492633280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184107.612552:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184107.612554:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184107.612555:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184107.612558:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5318
00000100:00080000:3.0:1776184107.612560:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184107.612562:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184107.612565:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184107.612572:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492633344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184107.612780:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492633088:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184107.612845:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184107.612866:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184107/real 1776184107]  req@00000000c2778644 x1862458492633088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184107.612882:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492633088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184107.612890:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184107.612893:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184107.612896:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492633088:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184107.612903:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633152:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184107.612924:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184107.612932:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184107/real 1776184107]  req@000000004d6f77e0 x1862458492633152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184107.612948:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492633152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184107.612955:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184107.612957:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184107.612960:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633152:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184107.612966:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633216:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184107.612985:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184107.612993:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184107/real 1776184107]  req@00000000543ef8b3 x1862458492633216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184107.613002:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492633216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184107.613009:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184107.613010:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184107.613013:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633216:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184107.613017:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633280:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184107.613035:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184107.613042:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184107/real 1776184107]  req@0000000058922152 x1862458492633280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184107.613050:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492633280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184107.613055:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184107.613057:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184107.613060:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633280:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184107.613065:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633344:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184107.613082:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184107.613089:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184107/real 1776184107]  req@00000000979214d3 x1862458492633344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184107.613097:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492633344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184132 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184107.613102:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184107.613104:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184107.613106:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633344:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184108.059989:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184109.083921:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184110.107925:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184111.131926:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184112.156440:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184112.732921:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184112.732931:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184112.732935:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184112.732944:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5323
00000100:00080000:3.0:1776184112.732948:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184112.732953:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184112.732989:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492633408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184112.733015:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184112.733018:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184112.733019:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184112.733023:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5323
00000100:00080000:3.0:1776184112.733025:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184112.733028:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184112.733037:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184112.733048:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492633472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184112.733055:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184112.733058:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184112.733059:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184112.733062:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5323
00000100:00080000:3.0:1776184112.733064:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184112.733067:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184112.733070:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184112.733078:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492633536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184112.733084:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184112.733087:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184112.733088:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184112.733091:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5323
00000100:00080000:3.0:1776184112.733093:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184112.733096:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184112.733099:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184112.733106:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492633600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184112.733112:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184112.733115:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184112.733116:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184112.733129:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5323
00000100:00080000:3.0:1776184112.733132:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184112.733134:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184112.733138:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184112.733146:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492633664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184112.733361:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492633408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184112.733423:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184112.733442:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184112/real 1776184112]  req@00000000e4a6949b x1862458492633408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184112.733456:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492633408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184112.733463:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184112.733466:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184112.733469:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492633408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184112.733475:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184112.733495:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184112.733503:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184112/real 1776184112]  req@00000000eb2b2a12 x1862458492633472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184112.733512:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492633472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184112.733531:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184112.733533:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184112.733535:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184112.733540:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184112.733555:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184112.733561:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184112/real 1776184112]  req@00000000e06e7839 x1862458492633536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184112.733569:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492633536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184112.733575:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184112.733577:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184112.733579:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184112.733583:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184112.733597:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184112.733602:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184112/real 1776184112]  req@0000000043dc1dd5 x1862458492633600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184112.733625:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492633600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184112.733631:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184112.733633:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184112.733635:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184112.733640:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184112.733655:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184112.733662:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184112/real 1776184112]  req@0000000019f3e9d6 x1862458492633664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184112.733669:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492633664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184137 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184112.733675:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184112.733677:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184112.733680:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184113.179930:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184114.204004:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184115.229070:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184116.252851:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184117.276119:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184117.852123:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184117.852134:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184117.852138:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184117.852147:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5328
00000100:00080000:0.0:1776184117.852150:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184117.852156:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184117.852188:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492633728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184117.852220:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184117.852223:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184117.852224:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184117.852227:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5328
00000100:00080000:0.0:1776184117.852229:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184117.852232:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184117.852240:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184117.852250:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492633792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184117.852258:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184117.852263:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184117.852264:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184117.852266:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5328
00000100:00080000:0.0:1776184117.852268:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184117.852271:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184117.852275:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184117.852282:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492633856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184117.852289:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184117.852291:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184117.852292:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184117.852295:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5328
00000100:00080000:0.0:1776184117.852297:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184117.852300:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184117.852304:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184117.852311:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492633920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184117.852318:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184117.852321:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184117.852322:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184117.852325:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5328
00000100:00080000:0.0:1776184117.852326:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184117.852329:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184117.852332:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184117.852340:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492633984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184117.852429:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492633728:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184117.852490:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184117.852521:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184117/real 1776184117]  req@000000001bcf0715 x1862458492633728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184117.852536:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492633728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184117.852544:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184117.852547:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184117.852551:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492633728:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184117.852557:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633792:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184117.852578:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184117.852585:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184117/real 1776184117]  req@00000000785bcd08 x1862458492633792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184117.852594:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492633792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184117.852600:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184117.852602:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184117.852604:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633792:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184117.852609:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633856:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184117.852626:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184117.852632:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184117/real 1776184117]  req@000000004ea85a2d x1862458492633856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184117.852640:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492633856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184117.852646:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184117.852648:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184117.852650:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633856:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184117.852655:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633920:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184117.852674:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184117.852680:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184117/real 1776184117]  req@0000000011be23ca x1862458492633920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184117.852689:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492633920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184117.852696:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184117.852697:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184117.852700:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633920:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184117.852704:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633984:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184117.852753:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184117.852760:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184117/real 1776184117]  req@000000003e96f56f x1862458492633984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184117.852769:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492633984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184142 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184117.852775:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184117.852776:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184117.852779:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492633984:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184118.300217:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184119.323932:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184120.348202:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184121.376496:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184122.404120:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184122.971817:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184122.971827:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184122.971831:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184122.971842:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5333
00000100:00080000:0.0:1776184122.971845:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184122.971851:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184122.971882:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492634048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184122.971920:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184122.971923:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184122.971925:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184122.971928:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5333
00000100:00080000:0.0:1776184122.971930:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184122.971934:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184122.971941:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184122.971951:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492634112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184122.971959:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184122.971962:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184122.971963:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184122.971966:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5333
00000100:00080000:0.0:1776184122.971968:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184122.971972:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184122.971975:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184122.971983:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492634176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184122.971989:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184122.971992:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184122.971993:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184122.971996:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5333
00000100:00080000:0.0:1776184122.971998:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184122.972001:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184122.972005:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184122.972012:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492634240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184122.972019:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184122.972021:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184122.972023:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184122.972025:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5333
00000100:00080000:0.0:1776184122.972027:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184122.972029:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184122.972032:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184122.972041:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492634304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184122.972123:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492634048:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184122.972183:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184122.972203:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184122/real 1776184122]  req@00000000f7929003 x1862458492634048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184122.972216:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492634048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184122.972226:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184122.972228:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184122.972231:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492634048:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184122.972237:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634112:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184122.972257:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184122.972265:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184122/real 1776184122]  req@00000000af534683 x1862458492634112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184122.972275:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492634112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184122.972281:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184122.972283:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184122.972285:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634112:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184122.972290:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634176:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184122.972308:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184122.972315:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184122/real 1776184122]  req@00000000d49fdfb5 x1862458492634176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184122.972324:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492634176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184122.972330:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184122.972331:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184122.972334:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634176:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184122.972339:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634240:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184122.972357:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184122.972363:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184122/real 1776184122]  req@0000000028a9b6b2 x1862458492634240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184122.972372:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492634240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184122.972378:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184122.972380:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184122.972382:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634240:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184122.972387:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634304:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184122.972426:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184122.972433:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184122/real 1776184122]  req@000000002277476a x1862458492634304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184122.972442:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492634304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184147 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184122.972448:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184122.972450:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184122.972452:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634304:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184123.420080:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184124.443938:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184125.467957:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184126.493573:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184127.516142:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184128.092691:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184128.092701:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184128.092704:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184128.092746:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5338
00000100:00080000:3.0:1776184128.092749:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184128.092756:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184128.092790:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492634368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184128.092821:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184128.092824:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184128.092826:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184128.092829:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5338
00000100:00080000:3.0:1776184128.092831:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184128.092844:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184128.092853:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184128.092864:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492634432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184128.092874:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184128.092877:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184128.092878:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184128.092881:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5338
00000100:00080000:3.0:1776184128.092883:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184128.092886:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184128.092890:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184128.092899:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492634496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184128.092908:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184128.092910:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184128.092912:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184128.092915:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5338
00000100:00080000:3.0:1776184128.092917:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184128.092919:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184128.092923:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184128.092931:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492634560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184128.092939:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184128.092941:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184128.092942:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184128.092945:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5338
00000100:00080000:3.0:1776184128.092947:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184128.092949:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184128.092953:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184128.092961:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492634624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184128.093743:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492634368:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184128.093806:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184128.093829:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184128/real 1776184128]  req@0000000011a4c226 x1862458492634368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184128.093858:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492634368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184128.093866:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184128.093869:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184128.093872:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492634368:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184128.093879:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634432:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184128.093900:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184128.093908:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184128/real 1776184128]  req@00000000c084cebb x1862458492634432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184128.093918:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492634432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184128.093925:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184128.093927:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184128.093929:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634432:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184128.093934:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634496:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184128.093952:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184128.093958:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184128/real 1776184128]  req@00000000000d3e4b x1862458492634496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184128.093966:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492634496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184128.093972:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184128.093975:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184128.093977:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634496:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184128.093982:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634560:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184128.093997:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184128.094003:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184128/real 1776184128]  req@0000000058f74c1f x1862458492634560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184128.094011:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492634560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184128.094017:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184128.094019:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184128.094022:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634560:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184128.094026:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634624:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184128.094042:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184128.094048:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184128/real 1776184128]  req@000000003c7e6ce9 x1862458492634624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184128.094057:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492634624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184128.094063:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184128.094065:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184128.094068:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634624:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184128.540335:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184129.564563:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184130.588093:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184131.612536:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184132.639331:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184133.212962:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184133.212973:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184133.212977:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184133.212987:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5343
00000100:00080000:0.0:1776184133.212990:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184133.212996:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184133.213029:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492634688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184133.213057:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184133.213060:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184133.213062:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184133.213066:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5343
00000100:00080000:0.0:1776184133.213067:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184133.213071:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184133.213079:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184133.213089:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492634752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184133.213096:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184133.213099:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184133.213100:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184133.213103:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5343
00000100:00080000:0.0:1776184133.213105:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184133.213108:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184133.213112:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184133.213129:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492634816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184133.213136:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184133.213139:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184133.213140:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184133.213143:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5343
00000100:00080000:0.0:1776184133.213145:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184133.213147:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184133.213151:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184133.213158:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492634880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184133.213178:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184133.213181:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184133.213183:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184133.213186:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5343
00000100:00080000:0.0:1776184133.213188:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184133.213191:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184133.213195:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184133.213203:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492634944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184133.213286:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492634688:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184133.213358:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184133.213379:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184133/real 1776184133]  req@000000000d11d713 x1862458492634688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184133.213532:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492634688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184133.213541:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184133.213544:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184133.213547:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492634688:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184133.213553:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634752:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184133.213575:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184133.213583:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184133/real 1776184133]  req@0000000016c7f426 x1862458492634752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184133.213592:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492634752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184133.213597:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184133.213599:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184133.213601:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634752:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184133.213606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634816:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184133.213619:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184133.213624:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184133/real 1776184133]  req@00000000475fa082 x1862458492634816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184133.213631:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492634816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184133.213637:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184133.213639:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184133.213641:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634816:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184133.213645:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634880:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184133.213661:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184133.213847:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184133/real 1776184133]  req@000000003deb6a56 x1862458492634880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184133.213861:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492634880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184133.213867:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184133.213870:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184133.213872:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184133.213878:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634944:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184133.213898:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184133.213906:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184133/real 1776184133]  req@00000000cad5148b x1862458492634944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184133.213914:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492634944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184133.213920:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184133.213922:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184133.213924:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492634944:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184133.662038:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184134.684002:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184135.707949:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184136.734009:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184137.756913:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184138.332238:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184138.332263:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184138.332267:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184138.332284:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5348
00000100:00080000:0.0:1776184138.332288:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184138.332293:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184138.332327:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492635008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184138.332354:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184138.332357:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184138.332358:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184138.332362:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5348
00000100:00080000:0.0:1776184138.332363:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184138.332366:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184138.332374:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184138.332385:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492635072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184138.332392:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184138.332395:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184138.332396:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184138.332398:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5348
00000100:00080000:0.0:1776184138.332400:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184138.332403:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184138.332406:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184138.332426:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492635136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184138.332434:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184138.332436:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184138.332438:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184138.332440:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5348
00000100:00080000:0.0:1776184138.332442:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184138.332445:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184138.332449:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184138.332456:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492635200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184138.332463:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184138.332466:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184138.332467:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184138.332469:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5348
00000100:00080000:0.0:1776184138.332471:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184138.332474:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184138.332477:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184138.332486:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492635264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184138.332774:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492635008:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184138.332837:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184138.332857:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184138/real 1776184138]  req@000000005cd929cf x1862458492635008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184138.332870:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492635008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184138.332878:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184138.332880:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184138.332883:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492635008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184138.332889:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635072:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184138.332909:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184138.332917:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184138/real 1776184138]  req@00000000121462c2 x1862458492635072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184138.332926:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492635072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184138.332945:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184138.332947:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184138.332950:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184138.332955:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184138.332973:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184138.332981:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184138/real 1776184138]  req@000000008e1f0684 x1862458492635136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184138.332996:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492635136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184138.333002:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184138.333004:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184138.333006:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184138.333010:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184138.333029:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184138.333036:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184138/real 1776184138]  req@00000000fc3cde40 x1862458492635200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184138.333044:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492635200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184138.333051:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184138.333052:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184138.333055:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184138.333059:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184138.333088:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184138.333095:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184138/real 1776184138]  req@00000000a315d4ac x1862458492635264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184138.333103:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492635264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184138.333109:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184138.333112:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184138.333113:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184138.779930:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184139.803894:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184140.828599:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184141.852445:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184142.878755:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184143.451943:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184143.451963:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184143.451966:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184143.451975:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5353
00000100:00080000:2.0:1776184143.451979:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184143.451984:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184143.452019:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492635328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184143.452051:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184143.452055:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184143.452057:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184143.452060:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5353
00000100:00080000:2.0:1776184143.452062:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184143.452065:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184143.452073:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184143.452085:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492635392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184143.452093:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184143.452096:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184143.452097:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184143.452100:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5353
00000100:00080000:2.0:1776184143.452102:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184143.452105:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184143.452109:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184143.452117:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492635456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184143.452124:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184143.452126:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184143.452128:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184143.452131:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5353
00000100:00080000:2.0:1776184143.452133:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184143.452135:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184143.452139:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184143.452250:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492635328:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184143.452324:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184143.452346:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184143/real 1776184143]  req@000000009680d5f0 x1862458492635328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184143.452360:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492635328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184143.452369:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184143.452372:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184143.452375:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492635328:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184143.452380:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635392:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184143.452400:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184143.452407:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184143/real 1776184143]  req@00000000e1486ef7 x1862458492635392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184143.452417:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492635392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184143.452436:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184143.452439:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184143.452441:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635392:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184143.452447:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635456:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184143.452468:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184143.452475:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184143/real 1776184143]  req@000000003ddf5e8b x1862458492635456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184143.452484:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492635456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184143.452491:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184143.452493:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184143.452495:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635456:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776184143.452781:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492635520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184143.452802:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184143.452806:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184143.452808:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184143.452812:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5353
00000100:00080000:2.0:1776184143.452814:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184143.452817:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184143.452822:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184143.452835:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492635584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184143.453089:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635520:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184143.453115:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184143.453124:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184143/real 1776184143]  req@000000005b9df5b0 x1862458492635520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184143.453134:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492635520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184143.453141:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184143.453143:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184143.453145:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635520:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184143.453224:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635584:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184143.453244:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184143.453251:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184143/real 1776184143]  req@00000000204bf3c6 x1862458492635584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184143.453260:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492635584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184143.453267:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184143.453269:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184143.453272:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635584:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184143.901124:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184144.924023:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184145.947934:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184146.973388:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184147.996220:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184148.573126:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184148.573138:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184148.573141:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184148.573150:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5359
00000100:00080000:0.0:1776184148.573164:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184148.573170:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184148.573205:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492635648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184148.573234:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184148.573237:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184148.573238:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184148.573241:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5359
00000100:00080000:0.0:1776184148.573243:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184148.573246:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184148.573254:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184148.573265:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492635712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184148.573273:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184148.573275:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184148.573276:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184148.573279:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5359
00000100:00080000:0.0:1776184148.573281:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184148.573284:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184148.573287:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184148.573296:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492635776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184148.573318:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184148.573320:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184148.573321:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184148.573324:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5359
00000100:00080000:0.0:1776184148.573326:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184148.573328:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184148.573332:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184148.573340:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492635840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184148.573347:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184148.573350:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184148.573351:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184148.573353:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5359
00000100:00080000:0.0:1776184148.573355:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184148.573358:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184148.573361:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184148.573368:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492635904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184148.573832:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492635648:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184148.573902:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184148.573922:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184148/real 1776184148]  req@00000000a315d4ac x1862458492635648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184148.573935:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492635648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184148.573943:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184148.573946:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184148.573949:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492635648:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184148.573954:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635712:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184148.573970:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184148.573975:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184148/real 1776184148]  req@00000000fc3cde40 x1862458492635712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184148.573982:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492635712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184148.573987:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184148.573989:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184148.573991:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635712:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184148.573996:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635776:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184148.574012:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184148.574018:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184148/real 1776184148]  req@000000008e1f0684 x1862458492635776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184148.574026:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492635776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184148.574032:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184148.574034:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184148.574036:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635776:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184148.574041:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635840:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184148.574059:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184148.574065:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184148/real 1776184148]  req@00000000121462c2 x1862458492635840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184148.574073:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492635840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184148.574079:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184148.574081:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184148.574084:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635840:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184148.574089:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635904:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184148.574104:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184148.574111:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184148/real 1776184148]  req@000000005cd929cf x1862458492635904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184148.574119:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492635904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184148.574125:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184148.574126:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184148.574129:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492635904:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184149.020015:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184150.044495:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184151.067981:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184152.092962:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184153.116046:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184153.691893:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184153.691904:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184153.691907:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184153.691917:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5364
00000100:00080000:3.0:1776184153.691920:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184153.691926:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184153.691960:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492635968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184153.691988:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184153.691995:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184153.691996:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184153.692000:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5364
00000100:00080000:3.0:1776184153.692011:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184153.692014:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184153.692022:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184153.692033:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492636032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184153.692040:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184153.692043:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184153.692044:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184153.692047:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5364
00000100:00080000:3.0:1776184153.692049:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184153.692052:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184153.692056:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184153.692065:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492636096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184153.692073:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184153.692076:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184153.692077:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184153.692079:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5364
00000100:00080000:3.0:1776184153.692081:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184153.692083:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184153.692087:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184153.692094:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492636160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184153.692100:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184153.692103:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184153.692104:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184153.692106:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5364
00000100:00080000:3.0:1776184153.692108:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184153.692110:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184153.692114:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184153.692120:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492636224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184153.692327:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492635968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184153.692462:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636032:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184153.692486:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636096:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184153.692503:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636160:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184153.692523:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636224:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184154.139912:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184155.166452:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184156.187976:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776184156.764390:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776184156.764433:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776184156.764447:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184156.764486:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184156.764493:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184156.764500:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184156.764506:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184156.765701:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184153/real 1776184156]  req@000000004b362de1 x1862458492635968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184156.765760:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492635968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184156.765771:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184156.765775:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184156.765779:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492635968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184156.765785:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184153/real 1776184156]  req@00000000241ecb2f x1862458492636032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184156.765802:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492636032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184156.765809:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184156.765812:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184156.765815:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636032:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184156.765820:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184153/real 1776184156]  req@00000000de06baf2 x1862458492636096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184156.765830:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492636096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184156.765836:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184156.765838:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184156.765841:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636096:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184156.765847:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184153/real 1776184156]  req@00000000249ded4e x1862458492636160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184156.765857:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492636160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184156.765863:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184156.765865:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184156.765867:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636160:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184156.765872:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184153/real 1776184156]  req@000000009bb01b96 x1862458492636224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184156.765887:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492636224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184178 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184156.765892:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184156.765894:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184156.765897:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636224:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184157.213375:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184158.239173:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184158.811870:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184158.811890:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184158.811894:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184158.811903:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5369
00000100:00080000:0.0:1776184158.811907:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184158.811913:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184158.811943:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492636288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184158.811972:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184158.811976:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184158.811977:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184158.811981:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5369
00000100:00080000:0.0:1776184158.811983:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184158.811986:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184158.811995:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184158.812005:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492636352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184158.812013:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184158.812016:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184158.812017:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184158.812020:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5369
00000100:00080000:0.0:1776184158.812022:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184158.812024:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184158.812027:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184158.812035:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492636416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184158.814317:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492636288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184158.814400:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184158.814421:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184158/real 1776184158]  req@00000000cad5148b x1862458492636288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184158.814437:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492636288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184158.814536:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184158.814541:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184158.814545:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492636288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184158.814551:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184158.814576:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184158.814583:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184158/real 1776184158]  req@000000003deb6a56 x1862458492636352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184158.814591:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492636352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184158.814597:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184158.814612:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184158.814614:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776184158.815598:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184158.815603:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184158.815605:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184158.815611:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5369
00000100:00080000:0.0:1776184158.815614:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184158.815628:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184158.815638:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184158.815664:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492636480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184158.815672:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184158.815675:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184158.815676:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184158.815679:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5369
00000100:00080000:0.0:1776184158.815681:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184158.815684:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184158.815687:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184158.815694:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492636544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184158.816788:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184158.817856:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184158.817890:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184158/real 1776184158]  req@00000000475fa082 x1862458492636416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184158.817906:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492636416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184158.817915:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184158.817918:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184158.817920:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184158.817929:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184158.817960:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184158.817968:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184158/real 1776184158]  req@0000000016c7f426 x1862458492636480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184158.817977:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492636480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184158.817983:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184158.817985:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184158.817988:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184158.817993:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184158.818014:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184158.818021:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184158/real 1776184158]  req@000000000d11d713 x1862458492636544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184158.818030:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492636544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184183 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184158.818036:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184158.818039:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184158.818051:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184159.261250:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184160.283948:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184161.308005:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184162.331991:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184163.356111:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184163.931977:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184163.931997:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184163.932001:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184163.932012:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5374
00000100:00080000:3.0:1776184163.932016:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184163.932022:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184163.932057:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492636608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184163.932083:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184163.932087:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184163.932088:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184163.932091:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5374
00000100:00080000:3.0:1776184163.932093:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184163.932096:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184163.932104:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184163.932114:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492636672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184163.932121:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184163.932124:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184163.932125:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184163.932128:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5374
00000100:00080000:3.0:1776184163.932129:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184163.932132:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184163.932136:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184163.932144:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492636736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184163.932150:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184163.932152:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184163.932153:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184163.932156:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5374
00000100:00080000:3.0:1776184163.932157:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184163.932160:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184163.932164:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184163.932173:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492636800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184163.932180:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184163.932182:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184163.932183:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184163.932186:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5374
00000100:00080000:3.0:1776184163.932188:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184163.932191:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184163.932194:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184163.932202:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492636864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184163.932362:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492636608:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184163.932421:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184163.932439:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184163/real 1776184163]  req@00000000d13f4501 x1862458492636608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184163.932452:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492636608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184163.932460:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184163.932463:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184163.932466:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492636608:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184163.932472:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636672:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184163.932494:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184163.932501:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184163/real 1776184163]  req@000000006f8c11c8 x1862458492636672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184163.932529:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492636672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184163.932537:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184163.932539:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184163.932542:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636672:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184163.932547:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636736:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184163.932566:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184163.932572:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184163/real 1776184163]  req@00000000fe8f785d x1862458492636736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184163.932581:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492636736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184163.932587:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184163.932589:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184163.932591:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636736:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184163.932596:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636800:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184163.932612:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184163.932618:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184163/real 1776184163]  req@000000009bb01b96 x1862458492636800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184163.932626:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492636800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184163.932633:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184163.932634:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184163.932637:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636800:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184163.932642:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636864:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184163.932659:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184163.932666:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184163/real 1776184163]  req@00000000249ded4e x1862458492636864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184163.932675:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492636864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184188 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184163.932681:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184163.932683:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184163.932685:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636864:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184164.380037:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184165.404122:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184166.428078:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184167.455939:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184168.475952:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184169.053692:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184169.053703:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184169.053707:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184169.053741:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5379
00000100:00080000:0.0:1776184169.053744:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184169.053751:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184169.053790:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492636928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184169.053818:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184169.053821:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184169.053823:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184169.053826:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5379
00000100:00080000:0.0:1776184169.053828:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184169.053831:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184169.053840:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184169.053850:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492636992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184169.053857:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184169.053860:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184169.053861:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184169.053864:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5379
00000100:00080000:0.0:1776184169.053866:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184169.053868:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184169.053872:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184169.053882:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492637056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184169.053888:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184169.053891:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184169.053892:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184169.053895:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5379
00000100:00080000:0.0:1776184169.053896:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184169.053905:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184169.053909:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184169.053917:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492637120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184169.053924:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184169.053927:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184169.053929:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184169.053931:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5379
00000100:00080000:0.0:1776184169.053933:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184169.053936:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184169.053939:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184169.053947:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492637184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184169.054025:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492636928:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184169.054093:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184169.054117:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184169/real 1776184169]  req@000000002277476a x1862458492636928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184169.054130:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492636928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184169.054138:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184169.054141:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184169.054144:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492636928:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184169.054150:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636992:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184169.054171:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184169.054178:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184169/real 1776184169]  req@0000000028a9b6b2 x1862458492636992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184169.054200:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492636992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184169.054206:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184169.054208:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184169.054210:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492636992:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184169.054216:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637056:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184169.054235:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184169.054242:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184169/real 1776184169]  req@00000000d49fdfb5 x1862458492637056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184169.054251:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492637056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184169.054257:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184169.054259:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184169.054262:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637056:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184169.054267:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637120:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184169.054286:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184169.054292:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184169/real 1776184169]  req@00000000af534683 x1862458492637120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184169.054302:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492637120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184169.054308:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184169.054310:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184169.054313:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637120:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184169.054319:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637184:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184169.054338:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184169.054344:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184169/real 1776184169]  req@00000000f7929003 x1862458492637184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184169.054353:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492637184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184169.054360:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184169.054362:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184169.054365:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637184:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184169.500141:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184170.525616:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184171.549872:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184172.575917:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184173.596011:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184174.171890:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184174.171901:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184174.171905:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184174.171916:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5384
00000100:00080000:0.0:1776184174.171919:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184174.171925:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184174.171959:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492637248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184174.171987:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184174.171990:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184174.171992:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184174.171995:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5384
00000100:00080000:0.0:1776184174.171997:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184174.172000:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184174.172008:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184174.172018:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492637312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184174.172025:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184174.172028:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184174.172029:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184174.172032:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5384
00000100:00080000:0.0:1776184174.172034:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184174.172037:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184174.172040:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184174.172046:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492637376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184174.172052:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184174.172055:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184174.172056:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184174.172059:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5384
00000100:00080000:0.0:1776184174.172061:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184174.172063:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184174.172066:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184174.172073:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492637440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184174.172079:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184174.172082:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184174.172083:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184174.172085:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5384
00000100:00080000:0.0:1776184174.172087:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184174.172089:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184174.172092:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184174.172099:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492637504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184174.172403:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492637248:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184174.172467:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184174.172488:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184174/real 1776184174]  req@000000003e96f56f x1862458492637248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184174.172502:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492637248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184174.172511:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184174.172513:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184174.172516:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492637248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184174.172521:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637312:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184174.172543:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184174.172550:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184174/real 1776184174]  req@0000000011be23ca x1862458492637312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184174.172559:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492637312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184174.172564:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184174.172566:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184174.172568:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184174.172573:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637376:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184174.172590:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184174.172597:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184174/real 1776184174]  req@000000004ea85a2d x1862458492637376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184174.172606:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492637376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184174.172613:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184174.172615:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184174.172617:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184174.172622:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637440:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184174.172640:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184174.172647:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184174/real 1776184174]  req@00000000785bcd08 x1862458492637440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184174.172661:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492637440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184174.172668:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184174.172670:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184174.172672:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184174.172677:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637504:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184174.172694:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184174.172701:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184174/real 1776184174]  req@000000001bcf0715 x1862458492637504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184174.172737:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492637504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184174.172744:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184174.172746:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184174.172748:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184174.620291:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184175.645144:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184176.673002:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184177.693082:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184178.718644:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184179.292073:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184179.292084:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184179.292087:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184179.292096:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5389
00000100:00080000:3.0:1776184179.292099:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184179.292105:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184179.292139:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492637568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184179.292166:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184179.292170:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184179.292171:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184179.292175:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5389
00000100:00080000:3.0:1776184179.292185:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184179.292189:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184179.292198:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184179.292208:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492637632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184179.292216:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184179.292219:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184179.292220:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184179.292223:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5389
00000100:00080000:3.0:1776184179.292225:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184179.292227:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184179.292232:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184179.292239:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492637696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184179.292245:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184179.292248:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184179.292249:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184179.292252:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5389
00000100:00080000:3.0:1776184179.292253:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184179.292256:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184179.292258:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184179.292265:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492637760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184179.292271:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184179.292274:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184179.292275:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184179.292277:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5389
00000100:00080000:3.0:1776184179.292279:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184179.292281:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184179.292285:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184179.292291:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492637824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184179.292375:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492637568:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184179.292438:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184179.292459:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184179/real 1776184179]  req@00000000de06baf2 x1862458492637568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184179.292473:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492637568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184179.292481:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184179.292484:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184179.292487:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492637568:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184179.292492:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637632:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184179.292511:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184179.292517:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184179/real 1776184179]  req@00000000241ecb2f x1862458492637632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184179.292526:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492637632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184179.292532:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184179.292534:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184179.292536:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637632:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184179.292541:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637696:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184179.292558:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184179.292565:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184179/real 1776184179]  req@000000004b362de1 x1862458492637696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184179.292574:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492637696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184179.292580:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184179.292582:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184179.292584:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637696:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184179.292589:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637760:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184179.292608:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184179.292615:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184179/real 1776184179]  req@000000003c7e6ce9 x1862458492637760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184179.292624:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492637760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184179.292629:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184179.292631:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184179.292633:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637760:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184179.292638:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637824:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184179.292654:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184179.292660:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184179/real 1776184179]  req@0000000058f74c1f x1862458492637824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184179.292667:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492637824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184179.292673:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184179.292684:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184179.292687:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637824:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184179.740607:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184180.763923:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184181.788113:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184182.813996:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184183.835891:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184184.412194:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184184.412206:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184184.412210:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184184.412220:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5394
00000100:00080000:3.0:1776184184.412223:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184184.412229:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184184.412263:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492637888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184184.412354:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492637888:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184184.412423:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184184.412455:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184184.412458:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184184.412460:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184184.412463:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5394
00000100:00080000:3.0:1776184184.412465:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184184.412469:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184184.412478:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184184.412501:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492637952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184184.414251:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184184/real 1776184184]  req@00000000000d3e4b x1862458492637888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184184.414277:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492637888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184184.414287:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184184.414291:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184184.414293:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492637888:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184184.414323:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637952:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184184.414462:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184184.414473:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184184/real 1776184184]  req@00000000c084cebb x1862458492637952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184184.414482:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492637952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184184.414488:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184184.414490:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184184.414694:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492637952:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:3.0:1776184184.414834:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184184.414839:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184184.414841:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184184.414846:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5394
00000100:00080000:3.0:1776184184.414848:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184184.414853:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184184.414862:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184184.414882:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492638016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184184.414921:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638016:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184184.414944:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184184.414967:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184184.414971:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184184.414972:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184184.414975:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5394
00000100:00080000:3.0:1776184184.414977:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184184.414980:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184184.414984:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184184.414993:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492638080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184184.415103:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184184/real 1776184184]  req@0000000011a4c226 x1862458492638016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184184.415114:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492638016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184184.415121:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184184.415123:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184184.415125:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638016:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184184.415137:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638080:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184184.415155:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184184.415162:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184184/real 1776184184]  req@0000000019f3e9d6 x1862458492638080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184184.415171:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492638080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184184.415177:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184184.415178:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184184.415181:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638080:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:3.0:1776184184.415249:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184184.415253:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184184.415254:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184184.415257:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5394
00000100:00080000:3.0:1776184184.415259:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184184.415262:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184184.415266:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184184.415277:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492638144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184184.415313:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638144:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184184.415333:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184184.415467:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184184/real 1776184184]  req@0000000043dc1dd5 x1862458492638144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184184.415478:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492638144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184184.415485:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184184.415487:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184184.415490:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638144:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184184.859921:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184185.885473:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184186.908351:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184187.931947:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184188.955948:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184189.531928:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184189.531939:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184189.531942:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184189.531952:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5400
00000100:00080000:2.0:1776184189.531965:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184189.531973:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184189.532015:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492638208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184189.532045:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184189.532048:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184189.532050:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184189.532061:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5400
00000100:00080000:2.0:1776184189.532064:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184189.532067:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184189.532075:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184189.532086:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492638272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184189.532095:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184189.532097:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184189.532099:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184189.532102:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5400
00000100:00080000:2.0:1776184189.532103:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184189.532105:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184189.532109:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184189.532117:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492638336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184189.532122:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184189.532125:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184189.532126:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184189.532129:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5400
00000100:00080000:2.0:1776184189.532130:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184189.532133:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184189.532136:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184189.532142:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492638400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184189.532147:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184189.532150:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184189.532151:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184189.532154:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5400
00000100:00080000:2.0:1776184189.532156:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184189.532158:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184189.532161:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184189.532168:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492638464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184189.532239:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492638208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184189.532303:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184189.532325:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184189/real 1776184189]  req@00000000141c6365 x1862458492638208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184189.532340:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492638208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184189.532350:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184189.532352:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184189.532356:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492638208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184189.532362:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184189.532382:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184189.532390:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184189/real 1776184189]  req@000000009e28d8dc x1862458492638272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184189.532399:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492638272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184189.532405:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184189.532407:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184189.532409:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184189.532414:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638336:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184189.532432:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184189.532439:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184189/real 1776184189]  req@00000000eaec4566 x1862458492638336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184189.532448:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492638336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184189.532454:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184189.532457:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184189.532459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184189.532464:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184189.532480:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184189.532497:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184189/real 1776184189]  req@00000000077b2c38 x1862458492638400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184189.532508:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492638400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184189.532514:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184189.532516:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184189.532518:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184189.532523:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184189.532540:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184189.532547:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184189/real 1776184189]  req@00000000cce0171d x1862458492638464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184189.532556:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492638464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184189.532562:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184189.532564:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184189.532566:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638464:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184189.982070:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184191.004493:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184192.030513:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184193.054583:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184194.076041:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184194.651940:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184194.651952:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184194.651956:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184194.651965:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5405
00000100:00080000:0.0:1776184194.651967:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184194.651973:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184194.652006:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492638528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184194.652042:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184194.652045:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184194.652047:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184194.652050:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5405
00000100:00080000:0.0:1776184194.652052:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184194.652055:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184194.652062:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184194.652072:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492638592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184194.652079:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184194.652081:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184194.652082:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184194.652085:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5405
00000100:00080000:0.0:1776184194.652086:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184194.652089:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184194.652092:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184194.652099:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492638656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184194.652105:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184194.652108:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184194.652109:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184194.652112:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5405
00000100:00080000:0.0:1776184194.652113:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184194.652115:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184194.652118:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184194.652126:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492638720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184194.652132:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184194.652135:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184194.652136:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184194.652139:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5405
00000100:00080000:0.0:1776184194.652141:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184194.652144:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184194.652147:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184194.652154:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492638784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184194.652397:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492638528:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184194.652460:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184194.652481:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184194/real 1776184194]  req@000000002faeba1c x1862458492638528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184194.652496:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492638528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184194.652504:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184194.652507:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184194.652510:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492638528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184194.652517:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184194.652537:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184194.652545:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184194/real 1776184194]  req@00000000564d2cf7 x1862458492638592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184194.652555:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492638592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184194.652562:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184194.652564:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184194.652567:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184194.652572:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184194.652601:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184194.652788:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184194/real 1776184194]  req@000000004b92993c x1862458492638656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184194.652950:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492638656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184194.652958:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184194.652960:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184194.652962:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184194.652968:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184194.652991:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184194.652999:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184194/real 1776184194]  req@00000000d304331a x1862458492638720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184194.653008:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492638720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184194.653015:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184194.653017:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184194.653019:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184194.653024:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184194.653041:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184194.653048:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184194/real 1776184194]  req@00000000f0661e3d x1862458492638784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184194.653056:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492638784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184219 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184194.653062:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184194.653064:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184194.653066:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184195.099884:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184196.125416:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184197.148189:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184198.171938:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184199.196483:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184199.772214:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184199.772225:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184199.772228:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184199.772238:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5410
00000100:00080000:3.0:1776184199.772242:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184199.772248:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184199.772291:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492638848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184199.772318:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184199.772321:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184199.772322:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184199.772326:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5410
00000100:00080000:3.0:1776184199.772328:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184199.772331:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184199.772339:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184199.772349:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492638912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184199.772357:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184199.772360:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184199.772361:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184199.772365:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5410
00000100:00080000:3.0:1776184199.772367:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184199.772370:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184199.772374:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184199.772380:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492638848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184199.772383:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492638976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184199.772393:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184199.772395:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184199.772396:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184199.772398:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5410
00000100:00080000:3.0:1776184199.772399:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184199.772402:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184199.772404:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184199.772413:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492639040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184199.772420:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184199.772422:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184199.772423:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184199.772426:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5410
00000100:00080000:3.0:1776184199.772428:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184199.772430:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184199.772434:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184199.772440:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492639104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:1.0:1776184199.772458:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184199.772480:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184199/real 1776184199]  req@00000000e06e7839 x1862458492638848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184199.772495:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492638848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184199.772502:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184199.772505:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184199.772508:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492638848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184199.772514:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638912:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184199.772533:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184199.772541:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184199/real 1776184199]  req@00000000eb2b2a12 x1862458492638912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184199.772551:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492638912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184199.772557:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184199.772559:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184199.772561:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638912:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184199.772582:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638976:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184199.772600:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184199.772607:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184199/real 1776184199]  req@00000000e4a6949b x1862458492638976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184199.772620:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492638976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184199.772627:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184199.772628:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184199.772631:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492638976:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184199.772635:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639040:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184199.772651:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184199.772658:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184199/real 1776184199]  req@00000000979214d3 x1862458492639040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184199.772666:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492639040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184199.772673:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184199.772675:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184199.772677:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639040:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184199.772682:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639104:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184199.772699:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184199.772706:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184199/real 1776184199]  req@0000000058922152 x1862458492639104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184199.772753:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492639104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184224 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184199.772760:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184199.772762:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184199.772764:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639104:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184200.221134:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184201.246346:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184202.268153:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184203.291928:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184204.316617:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184204.893462:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184204.893474:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184204.893477:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184204.893488:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5415
00000100:00080000:3.0:1776184204.893491:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184204.893497:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184204.893531:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492639168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184204.893558:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184204.893561:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184204.893562:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184204.893565:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5415
00000100:00080000:3.0:1776184204.893567:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184204.893570:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184204.893579:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184204.893601:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492639232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184204.893608:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184204.893611:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184204.893612:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184204.893615:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5415
00000100:00080000:3.0:1776184204.893617:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184204.893620:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184204.893631:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184204.893640:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492639296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184204.893647:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184204.893650:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184204.893651:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184204.893654:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5415
00000100:00080000:3.0:1776184204.893656:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184204.893659:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184204.893663:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184204.893670:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492639360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184204.893974:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492639168:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184204.894036:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184204.894056:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184204/real 1776184204]  req@00000000543ef8b3 x1862458492639168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184204.894068:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492639168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184204.894077:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184204.894080:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184204.894082:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492639168:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184204.894088:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639232:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184204.894108:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184204.894116:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184204/real 1776184204]  req@000000004d6f77e0 x1862458492639232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184204.894126:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492639232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184204.894133:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184204.894135:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184204.894137:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639232:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184204.894143:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639296:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184204.894163:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184204.894170:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184204/real 1776184204]  req@00000000c2778644 x1862458492639296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184204.894179:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492639296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184204.894186:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184204.894188:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184204.894191:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639296:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184204.894195:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639360:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184204.894214:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184204.894222:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184204/real 1776184204]  req@000000004fc3090a x1862458492639360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184204.894231:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492639360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184204.894237:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184204.894239:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184204.894241:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639360:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:3.0:1776184204.894407:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184204.894412:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184204.894414:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184204.894418:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5415
00000100:00080000:3.0:1776184204.894429:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184204.894433:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184204.894438:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184204.894451:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492639424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184204.894599:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639424:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184204.894632:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184204.894642:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184204/real 1776184204]  req@000000004fc3090a x1862458492639424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184204.894652:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492639424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184229 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184204.894659:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184204.894660:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184204.894663:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639424:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184205.340036:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184206.365374:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184207.388055:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184208.412563:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184209.436002:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184210.011926:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184210.011938:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184210.011941:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184210.011951:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5420
00000100:00080000:0.0:1776184210.011955:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184210.011962:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184210.011996:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492639488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184210.012017:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184210.012019:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184210.012021:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184210.012024:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5420
00000100:00080000:0.0:1776184210.012025:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184210.012028:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184210.012037:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184210.012047:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492639552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184210.012054:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184210.012056:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184210.012057:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184210.012059:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5420
00000100:00080000:0.0:1776184210.012061:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184210.012064:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184210.012068:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184210.012074:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492639616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184210.012080:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184210.012083:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184210.012085:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184210.012087:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5420
00000100:00080000:0.0:1776184210.012089:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184210.012092:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184210.012094:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184210.012101:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492639680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184210.012107:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184210.012110:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184210.012111:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184210.012113:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5420
00000100:00080000:0.0:1776184210.012114:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184210.012117:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184210.012120:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184210.012126:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492639744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184210.016833:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492639488:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184210.016910:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184210.016937:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184210/real 1776184210]  req@00000000f0661e3d x1862458492639488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184210.016954:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492639488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184210.016965:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184210.016968:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184210.016971:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492639488:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184210.016978:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639552:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184210.016999:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184210.017006:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184210/real 1776184210]  req@00000000d304331a x1862458492639552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184210.017016:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492639552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184210.017022:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184210.017024:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184210.017027:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639552:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184210.017034:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639616:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184210.017051:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184210.017058:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184210/real 1776184210]  req@000000004b92993c x1862458492639616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184210.017066:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492639616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184210.017071:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184210.017074:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184210.017076:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639616:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184210.017081:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639680:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184210.017099:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184210.017106:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184210/real 1776184210]  req@00000000564d2cf7 x1862458492639680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184210.017116:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492639680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184210.017124:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184210.017126:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184210.017128:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639680:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184210.017133:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639744:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184210.017151:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184210.017158:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184210/real 1776184210]  req@000000002faeba1c x1862458492639744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184210.017168:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492639744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184210.017174:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184210.017176:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184210.017179:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639744:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184210.459925:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184211.484293:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184212.511960:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184213.533328:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184214.560137:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184215.131823:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184215.131835:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184215.131838:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184215.131848:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5425
00000100:00080000:0.0:1776184215.131851:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184215.131857:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184215.131889:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492639808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184215.131916:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184215.131920:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184215.131921:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184215.131925:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5425
00000100:00080000:0.0:1776184215.131926:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184215.131929:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184215.131938:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184215.131948:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492639872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184215.131955:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184215.131957:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184215.131958:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184215.131961:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5425
00000100:00080000:0.0:1776184215.131962:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184215.131965:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184215.131968:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184215.131976:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492639936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184215.131982:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184215.131985:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184215.131986:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184215.131988:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5425
00000100:00080000:0.0:1776184215.131989:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184215.131992:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184215.131996:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184215.132003:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492640000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184215.132009:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184215.132012:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184215.132013:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184215.132016:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5425
00000100:00080000:0.0:1776184215.132018:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184215.132020:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184215.132023:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184215.132030:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492640064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184215.132110:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492639808:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184215.132174:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184215.132194:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184215/real 1776184215]  req@000000001bcf0715 x1862458492639808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184215.132208:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492639808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184215.132215:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184215.132218:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184215.132221:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492639808:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184215.132227:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639872:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184215.132249:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184215.132257:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184215/real 1776184215]  req@00000000785bcd08 x1862458492639872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184215.132265:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492639872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184215.132271:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184215.132274:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184215.132276:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639872:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184215.132281:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639936:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184215.132297:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184215.132303:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184215/real 1776184215]  req@000000004ea85a2d x1862458492639936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184215.132312:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492639936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184215.132318:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184215.132319:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184215.132322:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492639936:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184215.132326:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640000:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184215.132343:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184215.132349:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184215/real 1776184215]  req@0000000011be23ca x1862458492640000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184215.132357:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492640000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184215.132363:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184215.132364:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184215.132366:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640000:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184215.132370:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640064:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184215.132390:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184215.132396:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184215/real 1776184215]  req@000000003e96f56f x1862458492640064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184215.132416:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492640064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184215.132423:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184215.132425:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184215.132427:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640064:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184215.579948:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184216.604651:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184217.627948:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184218.651914:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184219.677351:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184220.251954:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184220.251965:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184220.251969:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184220.251980:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5430
00000100:00080000:0.0:1776184220.251984:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184220.251990:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184220.252023:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492640128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184220.252053:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184220.252056:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184220.252058:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184220.252062:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5430
00000100:00080000:0.0:1776184220.252064:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184220.252067:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184220.252075:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184220.252086:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492640192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184220.252094:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184220.252097:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184220.252098:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184220.252102:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5430
00000100:00080000:0.0:1776184220.252104:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184220.252106:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184220.252110:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184220.252119:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492640256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184220.252126:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184220.252130:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184220.252131:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184220.252133:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5430
00000100:00080000:0.0:1776184220.252135:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184220.252138:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184220.252143:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184220.252150:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492640320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184220.252158:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184220.252161:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184220.252163:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184220.252166:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5430
00000100:00080000:0.0:1776184220.252168:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184220.252171:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184220.252174:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184220.252182:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492640384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184220.252364:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492640128:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184220.252503:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640192:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184220.252529:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640256:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184220.252561:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640320:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184220.252581:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640384:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184220.700402:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184221.723926:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184222.747978:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776184223.324072:0:2255:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776184223.324112:0:2255:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776184223.324368:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184223.336129:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184220/real 1776184223]  req@00000000f7929003 x1862458492640128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184245 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184223.336167:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492640128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184245 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184223.336178:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184223.336181:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184223.336185:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492640128:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776184223.339993:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184223.340251:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184220/real 1776184223]  req@00000000af534683 x1862458492640192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184245 ref 2 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184223.340273:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492640192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184245 ref 2 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184223.340283:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184223.340287:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184223.340290:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640192:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776184223.340339:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184223.340355:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184223.340362:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184223.340409:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184220/real 1776184223]  req@00000000d49fdfb5 x1862458492640256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184245 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184223.340422:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492640256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184245 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184223.340428:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184223.340430:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184223.340433:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640256:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184223.340438:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184220/real 1776184223]  req@0000000028a9b6b2 x1862458492640320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184245 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184223.340447:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492640320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184245 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184223.340453:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184223.340456:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184223.340458:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640320:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184223.340465:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184220/real 1776184223]  req@000000002277476a x1862458492640384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184245 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184223.340474:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492640384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184245 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184223.340480:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184223.340482:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184223.340485:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640384:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184223.771926:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184224.795919:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184225.377512:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184225.377523:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184225.377527:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184225.377536:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5435
00000100:00080000:3.0:1776184225.377539:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184225.377545:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184225.377578:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492640448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184225.377613:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184225.377617:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184225.377618:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184225.377621:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5435
00000100:00080000:3.0:1776184225.377623:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184225.377634:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184225.377642:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184225.377654:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492640512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184225.377662:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184225.377665:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184225.377666:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184225.377669:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5435
00000100:00080000:3.0:1776184225.377672:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184225.377675:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184225.377679:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184225.377688:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492640576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184225.377694:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184225.377697:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184225.377698:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184225.377700:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5435
00000100:00080000:3.0:1776184225.377702:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184225.377705:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184225.377708:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184225.377752:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492640640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184225.377761:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184225.377764:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184225.377765:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184225.377768:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5435
00000100:00080000:3.0:1776184225.377770:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184225.377773:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184225.377777:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184225.377785:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492640704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184225.378060:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492640448:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184225.378127:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184225.378147:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184225/real 1776184225]  req@00000000c2778644 x1862458492640448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184225.378162:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492640448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184225.378172:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184225.378174:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184225.378178:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492640448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184225.378194:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184225.378216:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184225.378224:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184225/real 1776184225]  req@000000004d6f77e0 x1862458492640512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184225.378233:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492640512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184225.378245:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184225.378247:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184225.378250:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184225.378458:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184225.378485:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184225.378494:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184225/real 1776184225]  req@00000000543ef8b3 x1862458492640576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184225.378505:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492640576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184225.378512:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184225.378513:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184225.378516:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184225.378521:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184225.380421:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184225.380447:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184225/real 1776184225]  req@0000000058922152 x1862458492640640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184225.380464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492640640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184225.380473:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184225.380475:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184225.380478:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184225.380487:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184225.380512:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184225.380519:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184225/real 1776184225]  req@00000000979214d3 x1862458492640704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184225.380527:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492640704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184225.380533:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184225.380535:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184225.380537:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184225.820388:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184226.844607:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184227.867929:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184228.891953:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184229.915922:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184230.492804:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184230.492816:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184230.492819:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184230.492829:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5440
00000100:00080000:2.0:1776184230.492832:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184230.492839:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184230.492889:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492640768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184230.492919:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184230.492922:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184230.492923:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184230.492927:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5440
00000100:00080000:2.0:1776184230.492929:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184230.492932:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184230.492940:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184230.492952:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492640832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184230.492960:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184230.492963:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184230.492964:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184230.492967:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5440
00000100:00080000:2.0:1776184230.492969:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184230.492972:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184230.492976:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184230.492985:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492640896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184230.492992:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184230.492994:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184230.492995:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184230.492998:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5440
00000100:00080000:2.0:1776184230.493000:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184230.493003:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184230.493006:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184230.493013:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492640960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184230.493020:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184230.493022:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184230.493023:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184230.493026:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5440
00000100:00080000:2.0:1776184230.493027:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184230.493030:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184230.493033:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184230.493041:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492641024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184230.493256:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492640768:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184230.493319:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184230.493339:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184230/real 1776184230]  req@00000000b03ab380 x1862458492640768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184230.493352:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492640768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184230.493361:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184230.493363:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184230.493366:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492640768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184230.493372:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184230.493391:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184230.493398:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184230/real 1776184230]  req@00000000b8358015 x1862458492640832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184230.493412:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492640832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184230.493418:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184230.493419:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184230.493422:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184230.493426:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640896:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184230.493442:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184230.493449:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184230/real 1776184230]  req@00000000cce0171d x1862458492640896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184230.493457:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492640896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184230.493464:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184230.493465:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184230.493468:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184230.493472:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184230.493489:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184230.493496:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184230/real 1776184230]  req@00000000077b2c38 x1862458492640960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184230.493504:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492640960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184230.493510:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184230.493513:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184230.493515:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492640960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184230.493520:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184230.493537:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184230.493543:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184230/real 1776184230]  req@00000000eaec4566 x1862458492641024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184230.493552:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492641024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184230.493559:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184230.493560:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184230.493563:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184230.939983:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184231.965126:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184232.988238:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184234.011927:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184235.036307:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184235.611868:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184235.611879:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184235.611882:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184235.611892:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5446
00000100:00080000:3.0:1776184235.611895:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184235.611901:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184235.611932:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492641088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184235.611959:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184235.611977:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184235.611978:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184235.611982:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5446
00000100:00080000:3.0:1776184235.611984:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184235.611989:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184235.611997:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184235.612006:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492641088:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184235.612011:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492641152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184235.612020:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184235.612023:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184235.612024:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184235.612027:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5446
00000100:00080000:3.0:1776184235.612029:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184235.612034:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184235.612038:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184235.612046:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492641216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184235.612052:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184235.612055:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184235.612057:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184235.612060:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5446
00000100:00080000:3.0:1776184235.612062:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184235.612064:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184235.612068:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1776184235.612069:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184235.612080:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492641280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184235.612088:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184235/real 1776184235]  req@00000000e4a6949b x1862458492641088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184235.612090:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184235.612097:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184235.612099:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184235.612104:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5446
00000100:00080000:3.0:1776184235.612107:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1776184235.612108:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492641088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184235.612113:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184235.612120:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1776184235.612123:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184235.612127:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184235.612131:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492641344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184235.612133:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492641088:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184235.612157:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641152:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184235.612182:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184235.612191:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184235/real 1776184235]  req@00000000eb2b2a12 x1862458492641152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184235.612200:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492641152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184235.612206:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184235.612208:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184235.612210:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641152:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184235.612232:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641216:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184235.612252:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184235.612259:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184235/real 1776184235]  req@00000000e06e7839 x1862458492641216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184235.612269:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492641216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184235.612274:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184235.612275:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184235.612277:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641216:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184235.612280:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641280:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184235.612296:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184235.612302:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184235/real 1776184235]  req@0000000043dc1dd5 x1862458492641280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184235.612328:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492641280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184235.612334:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184235.612336:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184235.612338:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641280:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184235.612343:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641344:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184235.612360:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184235.612368:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184235/real 1776184235]  req@0000000019f3e9d6 x1862458492641344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184235.612377:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492641344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184260 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184235.612383:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184235.612384:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184235.612386:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641344:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184236.060035:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184237.083946:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184238.108020:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184239.131853:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184240.156219:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184240.732135:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184240.732146:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184240.732149:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184240.732159:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5451
00000100:00080000:3.0:1776184240.732163:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184240.732168:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184240.732201:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492641408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184240.732233:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184240.732236:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184240.732237:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184240.732241:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5451
00000100:00080000:3.0:1776184240.732243:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184240.732246:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184240.732254:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184240.732265:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492641472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184240.732271:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184240.732274:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184240.732275:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184240.732278:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5451
00000100:00080000:3.0:1776184240.732280:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184240.732282:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184240.732285:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184240.732294:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492641536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184240.732301:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184240.732304:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184240.732305:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184240.732308:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5451
00000100:00080000:3.0:1776184240.732309:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184240.732312:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184240.732315:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184240.732322:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492641600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184240.732328:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184240.732331:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184240.732332:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184240.732334:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5451
00000100:00080000:3.0:1776184240.732335:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184240.732338:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184240.732341:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184240.732347:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492641664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184240.735056:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492641408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184240.735129:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184240.735152:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184240/real 1776184240]  req@0000000011a4c226 x1862458492641408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184240.735168:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492641408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184240.735177:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184240.735181:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184240.735185:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492641408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184240.735191:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184240.735212:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184240.735219:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184240/real 1776184240]  req@00000000c084cebb x1862458492641472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184240.735228:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492641472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184240.735234:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184240.735236:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184240.735239:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184240.735245:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184240.735274:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184240.735281:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184240/real 1776184240]  req@00000000000d3e4b x1862458492641536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184240.735290:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492641536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184240.735296:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184240.735298:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184240.735300:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184240.735306:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184240.735336:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184240.735344:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184240/real 1776184240]  req@0000000058f74c1f x1862458492641600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184240.735353:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492641600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184240.735359:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184240.735361:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184240.735363:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184240.735369:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184240.735387:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184240.735395:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184240/real 1776184240]  req@000000003c7e6ce9 x1862458492641664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184240.735404:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492641664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184265 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184240.735411:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184240.735413:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184240.735415:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184241.180114:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184242.204679:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184243.230072:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184244.252047:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184245.276299:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184245.851861:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184245.851871:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184245.851876:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184245.851885:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5456
00000100:00080000:0.0:1776184245.851888:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184245.851893:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184245.851927:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492641728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184245.851955:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184245.851958:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184245.851960:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184245.851963:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5456
00000100:00080000:0.0:1776184245.851965:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184245.851968:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184245.851976:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184245.851985:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492641792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184245.851993:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184245.851996:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184245.851997:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184245.852000:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5456
00000100:00080000:0.0:1776184245.852002:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184245.852005:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184245.852008:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184245.852014:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492641856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184245.852020:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184245.852023:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184245.852024:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184245.852026:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5456
00000100:00080000:0.0:1776184245.852028:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184245.852030:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184245.852033:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184245.852044:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492641920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184245.852050:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184245.852052:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184245.852053:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184245.852055:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5456
00000100:00080000:0.0:1776184245.852056:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184245.852058:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184245.852060:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184245.852065:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492641984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184245.852144:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492641728:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184245.852208:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184245.852228:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184245/real 1776184245]  req@000000000d11d713 x1862458492641728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184245.852242:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492641728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184245.852250:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184245.852252:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184245.852255:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492641728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184245.852261:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641792:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184245.852281:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184245.852288:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184245/real 1776184245]  req@0000000016c7f426 x1862458492641792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184245.852297:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492641792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184245.852303:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184245.852305:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184245.852308:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184245.852312:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641856:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184245.852330:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184245.852337:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184245/real 1776184245]  req@00000000475fa082 x1862458492641856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184245.852347:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492641856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184245.852353:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184245.852355:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184245.852358:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184245.852363:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641920:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184245.852380:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184245.852387:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184245/real 1776184245]  req@000000003deb6a56 x1862458492641920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184245.852395:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492641920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184245.852402:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184245.852404:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184245.852406:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184245.852410:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641984:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184245.852428:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184245.852434:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184245/real 1776184245]  req@00000000cad5148b x1862458492641984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184245.852444:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492641984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184270 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184245.852450:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184245.852452:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184245.852454:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492641984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184246.300650:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184247.325307:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184248.348848:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184249.378501:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184250.396145:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184250.971975:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184250.971986:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184250.971990:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184250.972000:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5461
00000100:00080000:1.0:1776184250.972004:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184250.972009:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184250.972042:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492642048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184250.972073:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184250.972076:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184250.972078:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184250.972081:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5461
00000100:00080000:1.0:1776184250.972083:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184250.972086:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184250.972094:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184250.972104:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492642112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184250.972111:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184250.972114:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184250.972116:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184250.972119:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5461
00000100:00080000:1.0:1776184250.972120:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184250.972123:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184250.972127:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184250.972135:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492642176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184250.972142:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184250.972144:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184250.972146:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184250.972149:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5461
00000100:00080000:1.0:1776184250.972150:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184250.972154:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184250.972157:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184250.972166:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492642240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184250.972173:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184250.972175:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184250.972176:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184250.972179:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5461
00000100:00080000:1.0:1776184250.972181:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184250.972184:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184250.972187:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184250.972195:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492642304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184250.972806:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492642048:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776184250.972875:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184250.972897:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184250/real 1776184250]  req@00000000c648eb35 x1862458492642048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184250.972910:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492642048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184250.972918:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184250.972921:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184250.972924:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492642048:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184250.972929:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642112:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184250.972950:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184250.972958:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184250/real 1776184250]  req@0000000002fce3d6 x1862458492642112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184250.972967:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492642112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184250.972974:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184250.972976:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184250.972978:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642112:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184250.972983:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642176:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184250.973001:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184250.973008:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184250/real 1776184250]  req@000000000eb62df8 x1862458492642176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184250.973022:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492642176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184250.973027:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184250.973029:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184250.973031:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642176:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184250.973036:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642240:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184250.973053:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184250.973059:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184250/real 1776184250]  req@00000000ed8b07dd x1862458492642240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184250.973068:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492642240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184250.973074:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184250.973076:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184250.973078:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642240:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184250.973083:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642304:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184250.973100:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184250.973107:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184250/real 1776184250]  req@00000000621373f7 x1862458492642304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184250.973117:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492642304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184275 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184250.973122:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184250.973125:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184250.973127:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642304:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184251.419919:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184252.444261:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184253.468459:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184254.491980:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184255.515948:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184256.095694:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184256.095704:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184256.095708:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184256.095753:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5466
00000100:00080000:3.0:1776184256.095756:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184256.095762:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184256.095797:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492642368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184256.095824:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184256.095828:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184256.095829:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184256.095832:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5466
00000100:00080000:3.0:1776184256.095834:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184256.095837:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184256.095846:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184256.095856:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492642432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184256.095863:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184256.095866:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184256.095867:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184256.095870:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5466
00000100:00080000:3.0:1776184256.095873:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184256.095876:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184256.095879:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184256.095886:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492642496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184256.095894:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184256.095897:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184256.095898:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184256.095900:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5466
00000100:00080000:3.0:1776184256.095902:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184256.095904:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184256.095908:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184256.095915:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492642560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184256.095920:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184256.095923:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184256.095924:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184256.095926:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5466
00000100:00080000:3.0:1776184256.095928:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184256.095930:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184256.095933:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184256.095939:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492642624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184256.096205:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492642368:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184256.096274:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184256.096296:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184256/real 1776184256]  req@000000004b362de1 x1862458492642368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184256.096311:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492642368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184256.096319:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184256.096322:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184256.096326:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492642368:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184256.096332:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642432:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184256.096352:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184256.096359:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184256/real 1776184256]  req@00000000241ecb2f x1862458492642432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184256.096369:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492642432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184256.096375:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184256.096377:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184256.096380:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642432:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184256.096385:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642496:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184256.096401:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184256.096408:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184256/real 1776184256]  req@00000000de06baf2 x1862458492642496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184256.096417:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492642496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184256.096423:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184256.096425:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184256.096428:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642496:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184256.096433:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642560:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184256.096450:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184256.096457:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184256/real 1776184256]  req@00000000249ded4e x1862458492642560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184256.096466:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492642560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184256.096472:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184256.096473:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184256.096475:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642560:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184256.096480:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642624:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184256.096496:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184256.096503:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184256/real 1776184256]  req@000000009bb01b96 x1862458492642624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184256.096512:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492642624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184256.096528:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184256.096530:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184256.096533:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642624:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184256.543049:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184257.563926:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184258.588146:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184259.611921:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184260.636198:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184261.212336:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184261.212350:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184261.212354:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184261.212364:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5471
00000100:00080000:3.0:1776184261.212367:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184261.212373:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184261.212405:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492642688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184261.212487:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492642688:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184261.212553:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184261.212585:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184261.212589:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184261.212590:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184261.212595:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5471
00000100:00080000:3.0:1776184261.212597:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184261.212600:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184261.212609:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184261.212621:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492642752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184261.216425:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184261/real 1776184261]  req@00000000fe8f785d x1862458492642688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184261.216453:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492642688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184261.216469:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184261.216472:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184261.216476:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492642688:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184261.216505:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642752:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184261.216557:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184261.216567:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184261/real 1776184261]  req@000000006f8c11c8 x1862458492642752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184261.216576:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492642752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184261.216583:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184261.216585:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184261.216587:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642752:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:3.0:1776184261.220466:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184261.220477:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184261.220480:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184261.220489:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5471
00000100:00080000:3.0:1776184261.221124:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184261.221135:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184261.221148:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184261.221179:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492642816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184261.221212:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184261.221216:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184261.221218:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184261.221222:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5471
00000100:00080000:3.0:1776184261.221224:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184261.221227:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184261.221373:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184261.221388:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492642880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184261.221415:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184261.221419:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184261.221420:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184261.221423:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5471
00000100:00080000:3.0:1776184261.221425:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184261.221429:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184261.221433:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184261.221442:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492642944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184261.221616:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642816:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184261.221682:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184261.221704:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184261/real 1776184261]  req@00000000d13f4501 x1862458492642816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184261.221739:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492642816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184261.221747:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184261.221750:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184261.221753:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642816:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184261.221759:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642880:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184261.221779:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184261.221787:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184261/real 1776184261]  req@000000006f8c11c8 x1862458492642880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184261.221797:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492642880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184261.221804:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184261.221805:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184261.221808:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184261.221813:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642944:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184261.221831:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184261.221838:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184261/real 1776184261]  req@00000000fe8f785d x1862458492642944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184261.221846:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492642944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184261.221851:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184261.221853:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184261.221855:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492642944:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184261.660337:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184262.684532:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184263.707949:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184264.732381:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184265.761063:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184266.334669:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184266.334680:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184266.334684:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184266.334693:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5476
00000100:00080000:2.0:1776184266.334696:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184266.334703:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184266.334875:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492643008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184266.335049:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184266.335052:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184266.335054:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184266.335058:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5476
00000100:00080000:2.0:1776184266.335060:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184266.335063:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184266.335071:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184266.335082:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492643072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184266.335086:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492643008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:2.0:1776184266.335090:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184266.335094:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184266.335094:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184266.335097:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5476
00000100:00080000:2.0:1776184266.335098:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184266.335100:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184266.335102:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184266.335110:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492643136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184266.335114:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184266.335116:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184266.335117:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184266.335119:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5476
00000100:00080000:2.0:1776184266.335121:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184266.335122:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184266.335125:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:3.0:1776184266.335157:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184266.335179:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184266/real 1776184266]  req@000000009e28d8dc x1862458492643008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184266.335194:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492643008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184266.335203:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184266.335206:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184266.335208:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492643200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184266.335212:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492643008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:2.0:1776184266.335224:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184266.335227:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184266.335229:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184266.335233:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5476
00000100:00080000:2.0:1776184266.335235:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184266.335239:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:3.0:1776184266.335242:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643072:192.168.203.145@tcp:38:kworker/u8:3.0
00000008:00100000:2.0:1776184266.335244:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184266.335258:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492643264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:3.0:1776184266.335269:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184266.335282:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184266/real 1776184266]  req@00000000141c6365 x1862458492643072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184266.335293:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492643072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184266.335311:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184266.335313:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184266.335317:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184266.335331:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184266.335351:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184266.335358:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184266/real 1776184266]  req@00000000204bf3c6 x1862458492643136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184266.335367:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492643136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184266.335373:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184266.335375:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184266.335377:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184266.335382:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184266.335398:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184266.335403:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184266/real 1776184266]  req@000000005b9df5b0 x1862458492643200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184266.335411:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492643200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184266.335417:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184266.335418:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184266.335421:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184266.335435:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184266.335450:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184266.335456:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184266/real 1776184266]  req@000000003ddf5e8b x1862458492643264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184266.335464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492643264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184266.335469:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184266.335471:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184266.335473:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184266.780708:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184267.806141:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184268.827913:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184269.851875:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184270.876254:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184271.453485:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184271.453496:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184271.453500:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184271.453511:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5481
00000100:00080000:3.0:1776184271.453515:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184271.453521:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184271.453554:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492643328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184271.453591:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184271.453594:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184271.453596:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184271.453599:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5481
00000100:00080000:3.0:1776184271.453601:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184271.453605:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184271.453614:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184271.453625:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492643392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184271.453633:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184271.453636:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184271.453637:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184271.453640:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5481
00000100:00080000:3.0:1776184271.453642:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184271.453645:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184271.453649:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184271.453657:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492643456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184271.453663:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184271.453666:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184271.453668:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184271.453670:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5481
00000100:00080000:3.0:1776184271.453672:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184271.453675:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184271.453678:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184271.453685:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492643520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184271.453693:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184271.453695:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184271.453696:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184271.453699:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5481
00000100:00080000:3.0:1776184271.453701:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184271.453703:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184271.453707:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184271.453747:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492643584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184271.454133:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492643328:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184271.454218:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184271.454240:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184271/real 1776184271]  req@000000009bb01b96 x1862458492643328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184271.454255:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492643328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184271.454262:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184271.454265:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184271.454268:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492643328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184271.454273:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643392:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184271.454294:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184271.454300:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184271/real 1776184271]  req@00000000249ded4e x1862458492643392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184271.454308:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492643392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184271.454314:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184271.454316:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184271.454319:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184271.454324:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643456:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184271.454339:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184271.454346:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184271/real 1776184271]  req@00000000de06baf2 x1862458492643456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184271.454355:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492643456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184271.454361:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184271.454364:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184271.454366:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184271.454370:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643520:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184271.454387:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184271.454394:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184271/real 1776184271]  req@00000000241ecb2f x1862458492643520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184271.454403:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492643520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184271.454410:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184271.454411:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184271.454413:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184271.454418:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643584:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184271.454436:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184271.454443:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184271/real 1776184271]  req@000000004b362de1 x1862458492643584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184271.454451:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492643584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184271.454457:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184271.454458:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184271.454460:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184271.900302:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184272.923917:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184273.948320:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184274.973779:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184275.996119:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184276.574614:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184276.574627:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184276.574630:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184276.574640:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5487
00000100:00080000:3.0:1776184276.574643:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184276.574649:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184276.574686:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492643648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184276.574736:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184276.574741:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184276.574743:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184276.574746:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5487
00000100:00080000:3.0:1776184276.574748:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184276.574763:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184276.574773:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184276.574787:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492643712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184276.574795:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184276.574798:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184276.574799:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184276.574803:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5487
00000100:00080000:3.0:1776184276.574805:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184276.574807:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184276.574811:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184276.574821:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492643776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184276.574828:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184276.574831:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184276.574833:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184276.574836:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5487
00000100:00080000:3.0:1776184276.574838:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184276.574841:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184276.574845:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184276.574853:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492643840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184276.574860:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184276.574863:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184276.574864:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184276.574866:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5487
00000100:00080000:3.0:1776184276.574868:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184276.574870:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184276.574885:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184276.574893:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492643904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184276.575125:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492643648:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184276.575192:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184276.575216:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184276/real 1776184276]  req@000000003c7e6ce9 x1862458492643648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184276.575230:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492643648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184276.575238:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184276.575241:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184276.575244:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492643648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184276.575250:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184276.575270:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184276.575278:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184276/real 1776184276]  req@0000000058f74c1f x1862458492643712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184276.575287:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492643712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184276.575292:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184276.575294:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184276.575296:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184276.575301:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184276.575317:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184276.575323:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184276/real 1776184276]  req@00000000000d3e4b x1862458492643776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184276.575333:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492643776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184276.575339:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184276.575341:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184276.575344:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184276.575348:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184276.575365:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184276.575372:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184276/real 1776184276]  req@00000000c084cebb x1862458492643840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184276.575380:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492643840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184276.575386:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184276.575388:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184276.575390:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184276.575394:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184276.575410:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184276.575416:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184276/real 1776184276]  req@0000000011a4c226 x1862458492643904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184276.575425:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492643904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184276.575431:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184276.575434:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184276.575436:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492643904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184277.019953:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184278.044004:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184279.070104:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184280.092833:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184281.116100:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184281.694488:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184281.694505:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184281.694510:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184281.694524:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5492
00000100:00080000:2.0:1776184281.694529:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184281.694536:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184281.694594:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492643968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184281.694627:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184281.694631:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184281.694633:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184281.694637:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5492
00000100:00080000:2.0:1776184281.694639:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184281.694643:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184281.694655:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184281.694668:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492644032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184281.694676:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184281.694679:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184281.694681:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184281.694684:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5492
00000100:00080000:2.0:1776184281.694686:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184281.694689:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184281.694694:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184281.694703:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492644096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184281.694770:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184281.694774:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184281.694776:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184281.694780:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5492
00000100:00080000:2.0:1776184281.694782:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184281.694786:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184281.694791:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184281.694994:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492643968:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184281.695086:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184281.695116:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184281/real 1776184281]  req@00000000e1486ef7 x1862458492643968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184281.695134:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492643968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184281.695144:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184281.695148:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184281.695152:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492643968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184281.695159:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644032:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184281.695182:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184281.695190:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184281/real 1776184281]  req@000000009680d5f0 x1862458492644032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184281.695200:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492644032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184281.695208:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184281.695210:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184281.695213:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644032:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184281.695219:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644096:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184281.695238:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184281.695246:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184281/real 1776184281]  req@000000008f1aeada x1862458492644096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184281.695262:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492644096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184281.695269:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184281.695271:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184281.695273:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644096:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184281.695409:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492644160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184281.695430:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184281.695434:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184281.695436:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184281.695440:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5492
00000100:00080000:2.0:1776184281.695442:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184281.695446:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184281.695451:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184281.695461:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492644224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184281.695551:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644160:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184281.695588:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184281.695597:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184281/real 1776184281]  req@000000001e5f24e0 x1862458492644160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184281.695607:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492644160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184281.695614:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184281.695616:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184281.695619:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644160:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184281.695624:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644224:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184281.695643:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184281.695650:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184281/real 1776184281]  req@00000000916d6b33 x1862458492644224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184281.695660:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492644224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184306 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184281.695667:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184281.695669:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184281.695671:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644224:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184282.140925:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184283.164213:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184284.188324:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184285.212127:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184286.237106:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184286.811974:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184286.811985:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184286.811989:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184286.812146:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5497
00000100:00080000:3.0:1776184286.812150:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184286.812156:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184286.812189:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492644288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184286.812220:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184286.812223:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184286.812225:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184286.812228:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5497
00000100:00080000:3.0:1776184286.812231:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184286.812234:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184286.812244:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184286.812256:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492644352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184286.812265:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184286.812268:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184286.812269:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184286.812272:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5497
00000100:00080000:3.0:1776184286.812274:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184286.812277:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184286.812281:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184286.812284:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492644288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184286.812292:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492644416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184286.812301:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184286.812305:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184286.812306:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184286.812309:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5497
00000100:00080000:3.0:1776184286.812311:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184286.812314:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184286.812319:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184286.812329:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492644480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184286.812336:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184286.812340:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184286.812341:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184286.812344:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5497
00000100:00080000:3.0:1776184286.812346:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184286.812349:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184286.812352:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184286.812372:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644352:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184286.812405:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644416:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184286.812422:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644480:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184286.813123:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492644544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184286.813191:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644544:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184287.259917:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184288.283936:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184289.308229:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1776184289.890609:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:1.0:1776184289.890650:0:2252:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1776184289.890664:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776184289.890701:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776184289.890708:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:1.0:1776184289.890840:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:3.0:1776184289.890840:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184286/real 1776184289]  req@0000000019f3e9d6 x1862458492644288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000800:00000100:1.0:1776184289.890846:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:3.0:1776184289.890970:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492644288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184289.890980:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184289.890983:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184289.890987:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492644288:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184289.890992:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184286/real 1776184289]  req@0000000043dc1dd5 x1862458492644352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184289.891519:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492644352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184289.891538:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184289.891541:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184289.891545:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644352:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184289.891566:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184286/real 1776184289]  req@00000000e4a6949b x1862458492644544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184289.891579:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492644544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184289.891586:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184289.891588:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184289.891590:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644544:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184289.891595:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184286/real 1776184289]  req@00000000e06e7839 x1862458492644416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184289.891604:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492644416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184289.891611:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184289.891613:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184289.891615:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644416:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184289.891620:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184286/real 1776184289]  req@00000000eb2b2a12 x1862458492644480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184289.891628:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492644480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184311 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184289.891635:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184289.891636:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184289.891639:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644480:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184290.334389:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184291.356150:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184291.938328:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184291.938339:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184291.938344:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184291.938354:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5502
00000100:00080000:2.0:1776184291.938357:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184291.938363:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184291.938397:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492644608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184291.938427:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184291.938431:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184291.938433:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184291.938436:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5502
00000100:00080000:2.0:1776184291.938438:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184291.938441:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184291.938450:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184291.938460:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492644672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184291.938468:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184291.938470:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184291.938472:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184291.938474:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5502
00000100:00080000:2.0:1776184291.938476:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184291.938479:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184291.938482:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184291.938491:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492644736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184291.938498:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184291.938500:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184291.938502:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184291.938506:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5502
00000100:00080000:2.0:1776184291.938507:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184291.938510:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184291.938514:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184291.938521:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492644800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184291.938539:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184291.938542:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184291.938543:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184291.938546:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5502
00000100:00080000:2.0:1776184291.938548:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184291.938550:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184291.938554:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184291.938563:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492644864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184291.939357:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492644608:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184291.939420:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184291.939439:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184291/real 1776184291]  req@000000003af52c85 x1862458492644608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184291.939452:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492644608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184291.939460:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184291.939464:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184291.939467:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492644608:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184291.939474:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644672:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184291.939493:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184291.939500:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184291/real 1776184291]  req@0000000065cff9ca x1862458492644672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184291.939510:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492644672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184291.939515:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184291.939517:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184291.939520:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644672:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184291.939537:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644736:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184291.939555:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184291.939562:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184291/real 1776184291]  req@00000000916d6b33 x1862458492644736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184291.939570:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492644736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184291.939589:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184291.939591:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184291.939593:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644736:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184291.939598:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644800:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184291.939619:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184291.939626:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184291/real 1776184291]  req@000000001e5f24e0 x1862458492644800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184291.939636:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492644800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184291.939642:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184291.939643:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184291.939646:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644800:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184291.939650:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644864:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184291.939667:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184291.939678:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184291/real 1776184291]  req@000000008f1aeada x1862458492644864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184291.939688:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492644864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184316 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184291.939693:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184291.939696:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184291.939698:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644864:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184292.381401:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184293.404485:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184294.427917:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184295.451921:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184296.477031:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184297.051988:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184297.051998:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184297.052002:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184297.052018:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5507
00000100:00080000:3.0:1776184297.052022:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184297.052027:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184297.052061:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492644928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184297.052135:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492644928:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184297.052201:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184297.052231:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184297.052234:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184297.052236:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184297.052240:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5507
00000100:00080000:3.0:1776184297.052242:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184297.052245:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184297.052254:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184297.052266:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492644992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184297.053545:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184297/real 1776184297]  req@00000000eb2b2a12 x1862458492644928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184297.053582:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492644928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184297.053592:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184297.053595:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184297.053597:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492644928:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184297.053625:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644992:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184297.053678:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184297.053689:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184297/real 1776184297]  req@00000000e06e7839 x1862458492644992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184297.053699:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492644992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184297.053706:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184297.053708:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184297.053728:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492644992:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776184297.053905:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184297.053910:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184297.053912:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184297.053917:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5507
00000100:00080000:3.0:1776184297.053919:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184297.053924:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184297.053933:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184297.053953:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492645056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184297.053963:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184297.053966:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184297.053968:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184297.053971:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5507
00000100:00080000:3.0:1776184297.053973:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184297.053976:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184297.053980:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184297.053989:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492645120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184297.053998:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1776184297.054000:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776184297.054002:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184297.054005:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184297.054010:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5507
00000100:00080000:3.0:1776184297.054012:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184297.054015:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184297.054019:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184297.054028:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492645184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:1.0:1776184297.054035:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184297.054049:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184297/real 1776184297]  req@00000000e4a6949b x1862458492645056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184297.054061:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492645056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184297.054068:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184297.054070:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184297.054073:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184297.054182:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645120:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184297.054206:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184297.054214:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184297/real 1776184297]  req@0000000043dc1dd5 x1862458492645120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184297.054482:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492645120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184297.054490:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184297.054492:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184297.054495:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645120:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184297.054500:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645184:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184297.054522:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184297.054530:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184297/real 1776184297]  req@0000000019f3e9d6 x1862458492645184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184297.054539:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492645184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184297.054545:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184297.054547:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184297.054550:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645184:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184297.503825:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184298.528990:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184299.551828:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184300.580058:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184301.595911:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184302.171938:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184302.171949:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184302.171952:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184302.171962:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5512
00000100:00080000:2.0:1776184302.171965:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184302.171970:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184302.172011:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492645248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184302.172079:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492645248:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184302.172136:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776184302.172164:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184302.172168:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184302.172169:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184302.172173:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5512
00000100:00080000:2.0:1776184302.172175:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184302.172179:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184302.172187:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184302.172198:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492645312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184302.172637:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184302/real 1776184302]  req@000000009680d5f0 x1862458492645248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184302.172653:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492645248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184302.172662:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184302.172665:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184302.172668:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492645248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:2.0:1776184302.172674:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184302.172678:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184302.172679:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1776184302.172690:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645312:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184302.172743:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184302.172752:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184302/real 1776184302]  req@00000000e1486ef7 x1862458492645312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184302.172766:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492645312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184302.172772:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184302.172774:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184302.172776:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645312:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:2.0:1776184302.172821:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5512
00000100:00080000:2.0:1776184302.172824:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184302.172827:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184302.172833:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184302.172844:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492645376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184302.172891:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645376:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184302.172919:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776184302.172939:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184302.172943:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184302.172945:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184302.172948:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5512
00000100:00080000:2.0:1776184302.172950:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184302.172954:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184302.172959:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184302.172969:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492645440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184302.173003:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184302/real 1776184302]  req@000000003ddf5e8b x1862458492645376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184302.173014:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492645376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184302.173020:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184302.173022:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184302.173025:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645376:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184302.173038:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645440:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184302.173058:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184302.173065:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184302/real 1776184302]  req@000000005b9df5b0 x1862458492645440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184302.173073:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492645440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184302.173080:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184302.173082:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184302.173084:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645440:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:2.0:1776184302.173872:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184302.173877:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184302.173879:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184302.173884:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5512
00000100:00080000:2.0:1776184302.173886:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184302.173890:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184302.173896:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184302.173910:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492645504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184302.173964:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645504:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184302.173996:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184302.174069:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184302/real 1776184302]  req@00000000204bf3c6 x1862458492645504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184302.174082:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492645504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184302.174089:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184302.174091:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184302.174094:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645504:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184302.620735:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184303.644166:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184304.670836:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184305.693470:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184306.718687:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184307.294200:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184307.294211:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184307.294214:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184307.294224:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5517
00000100:00080000:1.0:1776184307.294227:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184307.294233:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184307.294267:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492645568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184307.294305:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184307.294308:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184307.294310:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184307.294313:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5517
00000100:00080000:1.0:1776184307.294314:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184307.294317:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184307.294325:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184307.294335:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492645632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184307.294342:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184307.294345:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184307.294346:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184307.294349:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5517
00000100:00080000:1.0:1776184307.294351:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184307.294353:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184307.294444:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184307.294455:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492645696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184307.294462:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184307.294465:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184307.294466:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184307.294469:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5517
00000100:00080000:1.0:1776184307.294471:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184307.294475:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184307.294479:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184307.294486:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492645760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184307.294493:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184307.294496:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184307.294497:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184307.294499:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5517
00000100:00080000:1.0:1776184307.294501:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184307.294504:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184307.294507:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184307.294515:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492645824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184307.296113:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492645568:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184307.296190:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184307.296215:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184307/real 1776184307]  req@000000008eee8260 x1862458492645568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184307.296231:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492645568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184307.296239:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184307.296242:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184307.296245:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492645568:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184307.296252:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645632:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184307.296273:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184307.296283:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184307/real 1776184307]  req@00000000b1152010 x1862458492645632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184307.296293:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492645632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184307.296299:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184307.296301:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184307.296303:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645632:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184307.296309:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645696:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184307.296325:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184307.296332:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184307/real 1776184307]  req@00000000f13843be x1862458492645696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184307.296341:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492645696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184307.296347:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184307.296349:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184307.296351:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645696:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184307.296356:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645760:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184307.296375:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184307.296399:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184307/real 1776184307]  req@000000009bf866c6 x1862458492645760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184307.296407:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492645760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184307.296423:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184307.296425:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184307.296428:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645760:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184307.296433:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645824:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184307.296452:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184307.296459:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184307/real 1776184307]  req@000000006aae32ca x1862458492645824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184307.296468:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492645824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184307.296475:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184307.296477:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184307.296479:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645824:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184307.739883:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184308.764693:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184309.787924:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184310.812137:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184311.835874:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184312.418149:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184312.418162:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184312.418166:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184312.418176:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5522
00000100:00080000:0.0:1776184312.418180:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184312.418186:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184312.418220:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492645888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184312.418299:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492645888:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184312.418370:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776184312.418398:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184312.418402:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184312.418404:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184312.418408:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5522
00000100:00080000:0.0:1776184312.418410:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184312.418414:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184312.418422:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184312.418434:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492645952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184312.420901:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184312/real 1776184312]  req@000000005cd929cf x1862458492645888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184312.420929:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492645888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184312.420940:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184312.420943:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184312.420947:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492645888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184312.420979:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184312.421433:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184312.421447:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184312/real 1776184312]  req@00000000121462c2 x1862458492645952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184312.421459:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492645952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184312.421467:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184312.421470:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184312.421473:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492645952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776184312.425010:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184312.425020:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184312.425022:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184312.425032:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5522
00000100:00080000:0.0:1776184312.425036:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184312.425042:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184312.425053:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184312.425166:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492646016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184312.425180:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184312.425182:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184312.425184:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184312.425187:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5522
00000100:00080000:0.0:1776184312.425188:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184312.425192:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184312.425196:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184312.425204:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492646080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184312.425211:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184312.425214:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184312.425215:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184312.425217:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5522
00000100:00080000:0.0:1776184312.425219:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184312.425222:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184312.425225:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184312.425231:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492646144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184312.428316:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184312.428393:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184312.428420:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184312/real 1776184312]  req@000000008e1f0684 x1862458492646016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184312.428437:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492646016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184312.428447:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184312.428451:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184312.428454:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184312.428462:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184312.428481:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184312.428488:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184312/real 1776184312]  req@00000000fc3cde40 x1862458492646080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184312.428517:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492646080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184312.428525:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184312.428527:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184312.428530:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184312.428536:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184312.428556:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184312.428563:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184312/real 1776184312]  req@00000000a315d4ac x1862458492646144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184312.428573:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492646144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184312.428598:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184312.428600:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184312.428603:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184312.859918:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184313.884035:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184314.909078:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184315.933041:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184316.956575:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184317.532688:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184317.532699:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184317.532702:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184317.532767:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5528
00000100:00080000:2.0:1776184317.532770:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184317.532776:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184317.532810:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492646208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184317.532898:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492646208:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776184317.532969:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776184317.533002:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184317.533008:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184317.533009:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184317.533013:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5528
00000100:00080000:2.0:1776184317.533015:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184317.533019:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184317.533027:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184317.533044:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492646272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184317.533494:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184317/real 1776184317]  req@00000000141c6365 x1862458492646208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184317.533512:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492646208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184317.533521:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184317.533524:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184317.533527:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492646208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184317.533551:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184317.533580:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184317.533588:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184317/real 1776184317]  req@000000009e28d8dc x1862458492646272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184317.533597:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492646272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184317.533604:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184317.533607:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184317.533609:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:2.0:1776184317.535796:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184317.535806:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184317.535810:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184317.535819:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5528
00000100:00080000:2.0:1776184317.535823:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184317.535881:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184317.535892:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184317.535919:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492646336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184317.535971:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184317.536026:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776184317.536055:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184317.536058:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184317.536060:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184317.536063:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5528
00000100:00080000:2.0:1776184317.536065:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184317.536069:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184317.536073:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184317.536096:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492646400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184317.537739:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184317/real 1776184317]  req@00000000eaec4566 x1862458492646336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184317.537763:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492646336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184317.537772:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184317.537775:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184317.537778:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184317.537806:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184317.537864:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184317.537875:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184317/real 1776184317]  req@00000000077b2c38 x1862458492646400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184317.537885:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492646400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184317.537892:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184317.537895:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184317.537897:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:2.0:1776184317.538556:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184317.538563:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184317.538565:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184317.538571:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5528
00000100:00080000:2.0:1776184317.538574:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184317.538579:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184317.538589:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184317.538611:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492646464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184317.538656:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646464:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184317.538696:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184317.538802:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184317/real 1776184317]  req@00000000cce0171d x1862458492646464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184317.538814:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492646464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184317.538821:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184317.538823:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184317.538825:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184317.982309:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184319.004555:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184320.027986:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184321.052701:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184322.077436:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184322.653771:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184322.653782:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184322.653786:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184322.653795:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5533
00000100:00080000:1.0:1776184322.653798:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184322.653802:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184322.653833:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492646528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184322.653897:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492646528:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184322.653964:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776184322.653994:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184322.653998:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184322.654000:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184322.654004:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5533
00000100:00080000:1.0:1776184322.654006:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184322.654009:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184322.654018:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184322.654029:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492646592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184322.654474:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184322/real 1776184322]  req@0000000086193d2a x1862458492646528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184322.654491:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492646528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184322.654501:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184322.654503:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184322.654506:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492646528:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184322.654528:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646592:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184322.654689:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184322.654699:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184322/real 1776184322]  req@00000000ae50fb1e x1862458492646592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184322.654829:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492646592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184322.654837:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184322.654839:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184322.654842:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646592:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776184322.654952:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184322.654956:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184322.654957:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184322.654961:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5533
00000100:00080000:1.0:1776184322.654963:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184322.654966:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184322.654972:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184322.654986:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492646656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184322.655028:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646656:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184322.655052:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776184322.655074:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184322.655077:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184322.655079:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184322.655092:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5533
00000100:00080000:1.0:1776184322.655094:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184322.655096:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184322.655101:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184322.655112:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492646720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184322.655152:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184322/real 1776184322]  req@00000000dedc2d4e x1862458492646656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184322.655172:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492646656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184322.655179:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184322.655180:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184322.655183:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646656:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184322.655195:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646720:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184322.655216:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184322.655224:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184322/real 1776184322]  req@000000007c26bb68 x1862458492646720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184322.655234:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492646720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184322.655239:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184322.655242:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184322.655244:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646720:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:1.0:1776184322.655345:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184322.655349:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184322.655351:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184322.655354:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5533
00000100:00080000:1.0:1776184322.655356:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184322.655359:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184322.655364:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184322.655374:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492646784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184322.655439:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646784:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184322.655464:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184322.655473:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184322/real 1776184322]  req@000000001741ced9 x1862458492646784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184322.655482:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492646784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184347 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184322.655489:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184322.655491:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184322.655494:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646784:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184323.100480:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184324.124453:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184325.148648:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184326.172118:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184327.198205:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184327.771937:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184327.771948:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184327.771951:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184327.771961:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5538
00000100:00080000:0.0:1776184327.771963:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184327.771969:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184327.772012:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492646848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184327.772040:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184327.772043:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184327.772044:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184327.772048:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5538
00000100:00080000:0.0:1776184327.772050:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184327.772052:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184327.772061:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184327.772071:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492646912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184327.772078:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184327.772081:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184327.772082:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184327.772085:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5538
00000100:00080000:0.0:1776184327.772087:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184327.772090:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184327.772094:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184327.772103:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492646976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184327.772110:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184327.772113:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184327.772114:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184327.772117:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5538
00000100:00080000:0.0:1776184327.772119:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184327.772122:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184327.772125:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184327.772132:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492647040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184327.772137:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184327.772140:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184327.772141:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184327.772144:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5538
00000100:00080000:0.0:1776184327.772145:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184327.772148:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184327.772150:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184327.772156:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492647104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184327.772884:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492646848:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184327.772948:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184327.772968:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184327/real 1776184327]  req@00000000a315d4ac x1862458492646848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184327.772993:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492646848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184327.773001:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184327.773004:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184327.773007:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492646848:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184327.773013:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646912:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184327.773032:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184327.773039:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184327/real 1776184327]  req@00000000fc3cde40 x1862458492646912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184327.773048:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492646912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184327.773054:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184327.773056:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184327.773058:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646912:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184327.773064:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646976:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184327.773078:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184327.773084:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184327/real 1776184327]  req@000000008e1f0684 x1862458492646976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184327.773092:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492646976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184327.773098:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184327.773100:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184327.773102:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492646976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184327.773107:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647040:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184327.773121:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184327.773127:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184327/real 1776184327]  req@00000000121462c2 x1862458492647040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184327.773136:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492647040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184327.773142:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184327.773144:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184327.773147:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184327.773151:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647104:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184327.773164:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184327.773170:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184327/real 1776184327]  req@000000005cd929cf x1862458492647104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184327.773178:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492647104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184352 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184327.773184:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184327.773186:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184327.773188:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647104:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184328.220923:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184329.248848:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184330.270088:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184331.291940:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184332.315982:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184332.891977:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184332.891988:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184332.891992:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184332.892001:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5543
00000100:00080000:2.0:1776184332.892004:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184332.892010:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184332.892041:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492647168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184332.892070:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184332.892073:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184332.892074:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184332.892077:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5543
00000100:00080000:2.0:1776184332.892079:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184332.892082:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184332.892091:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184332.892101:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492647232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184332.892109:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184332.892111:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184332.892113:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184332.892116:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5543
00000100:00080000:2.0:1776184332.892117:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184332.892120:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184332.892123:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184332.892133:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492647296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184332.892139:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184332.892142:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184332.892143:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184332.892147:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5543
00000100:00080000:2.0:1776184332.892148:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184332.892151:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184332.892154:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184332.892162:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492647360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184332.892169:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184332.892172:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184332.892174:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184332.892177:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5543
00000100:00080000:2.0:1776184332.892178:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184332.892181:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184332.892185:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184332.892192:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492647424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184332.892271:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492647168:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776184332.892347:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184332.892368:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184332/real 1776184332]  req@00000000b8358015 x1862458492647168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184332.892381:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492647168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184332.892390:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184332.892393:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184332.892396:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492647168:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184332.892402:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647232:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184332.892423:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184332.892431:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184332/real 1776184332]  req@00000000b03ab380 x1862458492647232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184332.892441:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492647232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184332.892448:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184332.892449:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184332.892452:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647232:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184332.892457:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647296:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184332.892475:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184332.892483:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184332/real 1776184332]  req@00000000cce0171d x1862458492647296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184332.892492:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492647296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184332.892498:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184332.892500:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184332.892502:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647296:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184332.892507:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647360:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184332.892525:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184332.892532:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184332/real 1776184332]  req@00000000077b2c38 x1862458492647360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184332.892540:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492647360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184332.892546:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184332.892548:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184332.892551:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647360:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184332.892555:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647424:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184332.892571:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184332.892577:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184332/real 1776184332]  req@00000000eaec4566 x1862458492647424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184332.892585:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492647424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184357 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184332.892591:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184332.892593:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184332.892595:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647424:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:3.0:1776184333.340044:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184334.364454:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184335.388085:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184336.412679:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184337.436115:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184338.012040:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184338.012052:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184338.012055:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184338.012066:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5548
00000100:00080000:3.0:1776184338.012070:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184338.012075:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184338.012108:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492647488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184338.012178:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492647488:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184338.012251:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184338.012443:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184338.012447:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184338.012449:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184338.012453:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5548
00000100:00080000:3.0:1776184338.012455:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184338.012459:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184338.012468:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184338.012481:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492647552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184338.012622:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184338/real 1776184338]  req@00000000979214d3 x1862458492647488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184338.012637:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492647488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184338.012645:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184338.012648:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184338.012651:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492647488:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184338.012674:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647552:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184338.012758:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184338.012768:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184338/real 1776184338]  req@0000000058922152 x1862458492647552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184338.012784:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492647552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184338.012791:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184338.012792:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184338.012795:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647552:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776184338.013085:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184338.013089:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184338.013090:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184338.013095:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5548
00000100:00080000:3.0:1776184338.013097:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184338.013101:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184338.013107:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184338.013119:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492647616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184338.013163:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647616:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184338.013189:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184338.013210:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184338.013214:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184338.013215:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184338.013219:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5548
00000100:00080000:3.0:1776184338.013221:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184338.013224:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184338.013229:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184338.013250:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492647680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184338.013354:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184338/real 1776184338]  req@00000000543ef8b3 x1862458492647616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184338.013366:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492647616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184338.013373:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184338.013375:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184338.013377:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647616:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184338.013391:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647680:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184338.013411:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184338.013419:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184338/real 1776184338]  req@000000004d6f77e0 x1862458492647680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184338.013438:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492647680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184338.013444:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184338.013447:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184338.013449:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647680:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:3.0:1776184338.013658:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184338.013662:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184338.013663:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184338.013667:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5548
00000100:00080000:3.0:1776184338.013668:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184338.013672:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184338.013676:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184338.013686:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492647744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184338.013745:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647744:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184338.013775:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184338.013783:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184338/real 1776184338]  req@00000000c2778644 x1862458492647744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184338.013792:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492647744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184338.013798:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184338.013799:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184338.013802:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647744:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184338.460004:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184339.484093:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184340.509149:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184341.533137:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184342.557178:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184343.131944:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184343.131955:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184343.131959:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184343.131968:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5553
00000100:00080000:1.0:1776184343.131972:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184343.131977:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184343.132011:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492647808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184343.132040:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184343.132043:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184343.132045:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184343.132048:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5553
00000100:00080000:1.0:1776184343.132051:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184343.132054:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184343.132062:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184343.132074:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492647872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184343.132081:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184343.132084:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184343.132085:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184343.132089:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5553
00000100:00080000:1.0:1776184343.132090:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184343.132093:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184343.132096:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184343.132104:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492647936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184343.132109:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184343.132112:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184343.132113:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184343.132116:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5553
00000100:00080000:1.0:1776184343.132117:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184343.132120:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184343.132123:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184343.132130:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492648000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184343.132136:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184343.132139:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184343.132140:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184343.132143:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5553
00000100:00080000:1.0:1776184343.132145:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184343.132147:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184343.132150:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184343.132160:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492648064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184343.132309:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492647808:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184343.132382:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184343.132412:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184343/real 1776184343]  req@00000000cbe5ad9d x1862458492647808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184343.132427:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492647808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184343.132435:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184343.132438:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184343.132441:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492647808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184343.132447:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184343.132469:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184343.132476:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184343/real 1776184343]  req@0000000090379869 x1862458492647872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184343.132486:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492647872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184343.132492:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184343.132495:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184343.132497:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184343.132503:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184343.132522:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184343.132530:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184343/real 1776184343]  req@000000009e337919 x1862458492647936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184343.132540:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492647936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184343.132546:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184343.132548:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184343.132550:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492647936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184343.132555:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184343.132574:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184343.132582:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184343/real 1776184343]  req@0000000049a65e22 x1862458492648000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184343.132592:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492648000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184343.132598:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184343.132600:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184343.132602:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184343.132607:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184343.132625:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184343.132632:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184343/real 1776184343]  req@00000000b28b4fbf x1862458492648064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184343.132654:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492648064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184343.132661:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184343.132663:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184343.132665:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184343.580095:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184344.603902:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184345.628419:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184346.652226:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184347.675973:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184348.251819:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184348.251830:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184348.251833:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184348.251843:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5558
00000100:00080000:1.0:1776184348.251847:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184348.251853:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184348.251900:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b28b4fbf x1862458492648128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184348.251970:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492648128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:1.0:1776184348.252001:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184348.252004:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184348.252005:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184348.252009:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5558
00000100:00080000:1.0:1776184348.252011:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184348.252014:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184348.252023:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184348.252035:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000049a65e22 x1862458492648192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184348.252044:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184348.252047:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184348.252048:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1776184348.252048:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776184348.252051:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5558
00000100:00080000:1.0:1776184348.252053:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184348.252055:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184348.252058:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184348.252069:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184348/real 1776184348]  req@00000000b28b4fbf x1862458492648128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184348.252076:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e337919 x1862458492648256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184348.252082:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1776184348.252084:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b28b4fbf x1862458492648128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184348.252085:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184348.252086:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184348.252089:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5558
00000100:00080000:1.0:1776184348.252091:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184348.252092:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184348.252093:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00080000:3.0:1776184348.252094:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000008:00100000:1.0:1776184348.252097:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184348.252097:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b28b4fbf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492648128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184348.252103:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000090379869 x1862458492648320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184348.252109:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184348.252111:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184348.252112:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184348.252114:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5558
00000100:00080000:1.0:1776184348.252116:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1776184348.252118:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776184348.252119:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184348.252122:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184348.252128:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cbe5ad9d x1862458492648384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:3.0:1776184348.252136:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184348.252143:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184348/real 1776184348]  req@0000000049a65e22 x1862458492648192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184348.252152:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000049a65e22 x1862458492648192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184348.252273:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184348.252276:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184348.252279:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000049a65e22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184348.252285:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648256:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184348.252320:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184348.252327:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184348/real 1776184348]  req@000000009e337919 x1862458492648256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184348.252342:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e337919 x1862458492648256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184348.252349:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184348.252351:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184348.252354:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e337919 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184348.252368:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184348.252392:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184348.252399:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184348/real 1776184348]  req@0000000090379869 x1862458492648320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184348.252407:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000090379869 x1862458492648320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184348.252413:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184348.252415:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184348.252418:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090379869 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184348.252434:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184348.252451:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184348.252458:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184348/real 1776184348]  req@00000000cbe5ad9d x1862458492648384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184348.252467:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cbe5ad9d x1862458492648384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184348.252473:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184348.252475:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184348.252477:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbe5ad9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184348.699910:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184349.725114:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184350.748693:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184351.772274:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184352.796068:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184353.373538:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184353.373550:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184353.373554:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184353.373565:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5563
00000100:00080000:2.0:1776184353.373569:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184353.373575:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184353.373610:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492648448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184353.373642:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184353.373645:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184353.373647:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184353.373651:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5563
00000100:00080000:2.0:1776184353.373653:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184353.373656:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184353.373664:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184353.373674:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492648512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184353.373686:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184353.373688:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184353.373690:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184353.373693:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5563
00000100:00080000:2.0:1776184353.373694:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184353.373697:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184353.373701:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184353.373769:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492648576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184353.373778:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184353.373781:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184353.373782:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184353.373785:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5563
00000100:00080000:2.0:1776184353.373787:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184353.373791:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184353.373795:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184353.373806:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492648640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184353.373813:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184353.373815:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184353.373816:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184353.373819:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5563
00000100:00080000:2.0:1776184353.373821:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184353.373824:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184353.373827:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184353.373835:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492648704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184353.374112:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492648448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184353.374192:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184353.374217:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184353.374235:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184353.374251:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184353.823082:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184354.843958:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184355.871045:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776184356.444169:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776184356.444212:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776184356.444227:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184356.444272:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184356.444282:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184356.444290:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184356.444298:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:3.0:1776184356.445608:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184353/real 1776184356]  req@000000009e28d8dc x1862458492648448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184356.445870:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492648448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184356.445955:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184356.445960:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184356.445965:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492648448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184356.445972:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184353/real 1776184356]  req@00000000141c6365 x1862458492648512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184356.445984:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492648512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184356.445990:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184356.445992:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184356.445995:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184356.446000:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184353/real 1776184356]  req@00000000204bf3c6 x1862458492648576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184356.446009:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492648576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184356.446014:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184356.446017:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184356.446019:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184356.446024:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184353/real 1776184356]  req@000000005b9df5b0 x1862458492648640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184356.446031:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492648640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184356.446036:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184356.446038:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184356.446040:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184356.446045:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184353/real 1776184356]  req@000000003ddf5e8b x1862458492648704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184356.446052:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492648704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184356.446057:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184356.446059:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184356.446061:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184356.891922:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184357.916003:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184358.491885:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184358.491897:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184358.491899:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184358.491910:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5568
00000100:00080000:2.0:1776184358.491913:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184358.491919:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184358.491947:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492648768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184358.491975:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184358.491978:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184358.491980:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184358.491983:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5568
00000100:00080000:2.0:1776184358.491986:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184358.491989:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184358.491997:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184358.492007:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492648832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184358.492015:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184358.492018:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184358.492019:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184358.492022:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5568
00000100:00080000:2.0:1776184358.492023:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184358.492026:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184358.492030:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184358.492037:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492648896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184358.492045:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184358.492048:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184358.492049:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184358.492052:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5568
00000100:00080000:2.0:1776184358.492054:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184358.492057:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184358.492060:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184358.492067:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492648960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184358.492074:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184358.492077:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184358.492078:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184358.492081:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5568
00000100:00080000:2.0:1776184358.492083:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184358.492085:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184358.492089:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184358.492095:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492649024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184358.492329:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492648768:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776184358.492401:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184358.492421:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184358/real 1776184358]  req@00000000e1486ef7 x1862458492648768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184358.492436:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492648768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184358.492444:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184358.492447:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184358.492451:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492648768:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184358.492468:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648832:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184358.492490:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184358.492646:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184358/real 1776184358]  req@000000009680d5f0 x1862458492648832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184358.492659:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492648832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184358.492666:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184358.492669:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184358.492671:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648832:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184358.492677:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648896:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184358.492700:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184358.492707:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184358/real 1776184358]  req@000000008f1aeada x1862458492648896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184358.492751:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492648896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184358.492758:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184358.492760:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184358.492763:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648896:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184358.492768:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648960:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184358.492787:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184358.492794:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184358/real 1776184358]  req@000000001e5f24e0 x1862458492648960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184358.492803:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492648960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184358.492809:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184358.492811:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184358.492814:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492648960:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184358.492820:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649024:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184358.492837:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184358.492843:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184358/real 1776184358]  req@00000000916d6b33 x1862458492649024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184358.492851:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492649024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184358.492858:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184358.492860:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184358.492863:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649024:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184358.939982:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184359.963910:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184360.988758:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184362.011918:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184363.036992:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184363.611810:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184363.611821:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184363.611824:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184363.611834:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5574
00000100:00080000:2.0:1776184363.611837:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184363.611891:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184363.611922:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492649088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184363.611953:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184363.611956:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184363.611957:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184363.611960:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5574
00000100:00080000:2.0:1776184363.611962:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184363.611965:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184363.611972:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184363.611985:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492649152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184363.611991:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184363.611994:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184363.611995:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184363.611998:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5574
00000100:00080000:2.0:1776184363.611999:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184363.612001:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184363.612005:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184363.612012:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492649216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184363.612018:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184363.612021:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184363.612022:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184363.612025:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5574
00000100:00080000:2.0:1776184363.612026:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184363.612029:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184363.612032:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184363.612039:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492649280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184363.612044:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184363.612046:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184363.612047:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184363.612050:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5574
00000100:00080000:2.0:1776184363.612051:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184363.612054:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184363.612057:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184363.612062:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492649344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184363.612145:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492649088:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:3.0:1776184363.613936:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184363.613970:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184363/real 1776184363]  req@0000000065cff9ca x1862458492649088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184363.613988:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492649088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184363.613996:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184363.613999:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184363.614002:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492649088:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184363.614011:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649152:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184363.614047:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184363.614054:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184363/real 1776184363]  req@000000003af52c85 x1862458492649152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184363.614062:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492649152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184363.614068:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184363.614070:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184363.614073:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649152:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184363.614078:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649216:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184363.614096:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184363.614103:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184363/real 1776184363]  req@00000000916d6b33 x1862458492649216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184363.614112:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492649216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184363.614118:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184363.614120:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184363.614122:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649216:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184363.614127:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649280:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184363.614145:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184363.614153:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184363/real 1776184363]  req@000000001e5f24e0 x1862458492649280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184363.614161:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492649280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184363.614167:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184363.614169:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184363.614171:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649280:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184363.614177:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649344:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184363.614192:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184363.614211:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184363/real 1776184363]  req@000000008f1aeada x1862458492649344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184363.614221:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492649344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184388 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184363.614227:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184363.614230:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184363.614232:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649344:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184364.060019:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184365.084532:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184366.107913:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184367.132157:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184368.155963:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184368.733484:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184368.733495:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184368.733507:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184368.733518:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5579
00000100:00080000:3.0:1776184368.733521:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184368.733526:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184368.733561:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492649408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184368.733598:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184368.733601:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184368.733602:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184368.733606:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5579
00000100:00080000:3.0:1776184368.733608:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184368.733611:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184368.733618:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184368.733630:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492649472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184368.733638:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184368.733641:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184368.733642:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184368.733646:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5579
00000100:00080000:3.0:1776184368.733647:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184368.733650:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184368.733654:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184368.733662:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492649536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184368.733669:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184368.733672:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184368.733673:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184368.733676:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5579
00000100:00080000:3.0:1776184368.733678:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184368.733681:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184368.733684:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184368.733691:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492649600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184368.733698:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184368.733700:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184368.733701:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184368.733704:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5579
00000100:00080000:3.0:1776184368.733705:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184368.733708:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184368.733747:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184368.733757:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492649664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184368.733942:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492649408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184368.734008:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184368.734031:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184368/real 1776184368]  req@000000004fc3090a x1862458492649408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184368.734046:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492649408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184368.734055:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184368.734058:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184368.734061:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492649408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184368.734068:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184368.734099:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184368.734107:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184368/real 1776184368]  req@00000000c2778644 x1862458492649472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184368.734115:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492649472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184368.734121:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184368.734123:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184368.734125:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184368.734133:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184368.734152:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184368.734159:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184368/real 1776184368]  req@000000004d6f77e0 x1862458492649536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184368.734168:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492649536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184368.734175:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184368.734177:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184368.734180:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184368.734184:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184368.734201:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184368.734208:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184368/real 1776184368]  req@00000000543ef8b3 x1862458492649600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184368.734217:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492649600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184368.734224:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184368.734226:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184368.734228:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184368.734233:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184368.734251:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184368.734257:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184368/real 1776184368]  req@0000000058922152 x1862458492649664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184368.734278:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492649664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184393 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184368.734285:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184368.734287:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184368.734289:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184369.179919:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184370.203924:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184371.228103:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184372.253736:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184373.278237:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184373.853398:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184373.853409:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184373.853413:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184373.853424:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5584
00000100:00080000:3.0:1776184373.853427:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184373.853433:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184373.853467:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492649728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184373.853500:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184373.853504:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184373.853505:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184373.853509:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5584
00000100:00080000:3.0:1776184373.853510:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184373.853514:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184373.853522:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184373.853533:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492649792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184373.853542:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184373.853544:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184373.853546:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184373.853549:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5584
00000100:00080000:3.0:1776184373.853550:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184373.853553:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184373.853559:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184373.853568:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492649856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184373.853575:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184373.853578:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184373.853579:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184373.853582:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5584
00000100:00080000:3.0:1776184373.853584:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184373.853587:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184373.853590:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184373.853598:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492649920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184373.853606:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184373.853609:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184373.853610:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184373.853613:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5584
00000100:00080000:3.0:1776184373.853615:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184373.853618:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184373.853621:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184373.853637:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492649984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184373.854037:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492649728:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184373.854104:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184373.854125:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184373/real 1776184373]  req@00000000979214d3 x1862458492649728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184373.854141:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492649728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184373.854150:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184373.854153:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184373.854157:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492649728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184373.854163:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649792:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184373.854184:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184373.854192:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184373/real 1776184373]  req@0000000019f3e9d6 x1862458492649792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184373.854202:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492649792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184373.854209:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184373.854211:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184373.854214:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184373.854219:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649856:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184373.854236:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184373.854244:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184373/real 1776184373]  req@0000000043dc1dd5 x1862458492649856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184373.854254:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492649856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184373.854260:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184373.854262:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184373.854265:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184373.854270:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649920:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184373.854286:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184373.854292:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184373/real 1776184373]  req@00000000e4a6949b x1862458492649920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184373.854302:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492649920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184373.854308:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184373.854310:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184373.854312:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184373.854316:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649984:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184373.854334:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184373.854340:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184373/real 1776184373]  req@00000000e06e7839 x1862458492649984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184373.854349:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492649984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184398 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184373.854355:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184373.854357:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184373.854359:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492649984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184374.300106:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184375.324607:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184376.350656:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184377.372222:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184378.396143:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184378.971809:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184378.971819:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184378.971823:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184378.971833:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5589
00000100:00080000:3.0:1776184378.971836:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184378.971841:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184378.971885:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492650048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184378.971913:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184378.971916:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184378.971918:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184378.971921:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5589
00000100:00080000:3.0:1776184378.971931:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184378.971934:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184378.971943:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184378.971952:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492650112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184378.971960:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184378.971962:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184378.971963:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184378.971966:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5589
00000100:00080000:3.0:1776184378.971968:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184378.971971:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184378.971974:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184378.971982:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492650176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184378.971988:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184378.971992:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184378.971993:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184378.971995:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5589
00000100:00080000:3.0:1776184378.971997:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184378.971999:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184378.972003:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184378.972009:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492650240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184378.972016:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184378.972018:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184378.972019:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184378.972022:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5589
00000100:00080000:3.0:1776184378.972024:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184378.972026:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184378.972030:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184378.972037:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492650304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184378.972252:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492650048:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184378.972313:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184378.972332:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184378/real 1776184378]  req@00000000eb2b2a12 x1862458492650048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184378.972345:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492650048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184378.972354:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184378.972356:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184378.972358:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492650048:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184378.972364:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650112:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184378.972384:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184378.972391:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184378/real 1776184378]  req@0000000011a4c226 x1862458492650112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184378.972400:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492650112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184378.972407:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184378.972409:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184378.972411:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650112:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184378.972416:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650176:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184378.972434:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184378.972441:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184378/real 1776184378]  req@00000000c084cebb x1862458492650176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184378.972450:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492650176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184378.972458:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184378.972459:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184378.972462:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650176:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184378.972466:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650240:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184378.972484:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184378.972491:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184378/real 1776184378]  req@00000000000d3e4b x1862458492650240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184378.972500:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492650240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184378.972507:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184378.972509:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184378.972511:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650240:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184378.972516:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650304:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184378.972532:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184378.972539:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184378/real 1776184378]  req@0000000058f74c1f x1862458492650304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184378.972547:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492650304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184403 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184378.972554:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184378.972556:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184378.972558:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650304:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184379.421066:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184380.444085:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184381.468028:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184382.491949:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184383.522922:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184384.092601:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184384.092613:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184384.092617:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184384.092628:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5594
00000100:00080000:3.0:1776184384.092631:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184384.092637:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184384.092671:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492650368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184384.092703:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184384.092706:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184384.092708:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184384.092741:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5594
00000100:00080000:3.0:1776184384.092743:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184384.092746:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184384.092763:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184384.092776:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492650432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184384.092784:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184384.092787:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184384.092788:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184384.092792:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5594
00000100:00080000:3.0:1776184384.092793:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184384.092797:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184384.092800:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184384.092809:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492650496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184384.092816:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184384.092818:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184384.092820:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184384.092823:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5594
00000100:00080000:3.0:1776184384.092824:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184384.092828:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184384.092831:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184384.092839:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492650560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184384.092846:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184384.092849:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184384.092850:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184384.092853:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5594
00000100:00080000:3.0:1776184384.092855:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184384.092858:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184384.092861:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184384.092869:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492650624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184384.093108:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492650368:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184384.093170:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184384.093190:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184384/real 1776184384]  req@000000003c7e6ce9 x1862458492650368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184384.093252:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492650368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184384.093260:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184384.093263:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184384.093266:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492650368:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184384.093358:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650432:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184384.093387:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184384.093396:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184384/real 1776184384]  req@000000004b362de1 x1862458492650432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184384.093421:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492650432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184384.093428:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184384.093430:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184384.093433:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650432:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184384.093438:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650496:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184384.093457:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184384.093465:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184384/real 1776184384]  req@00000000241ecb2f x1862458492650496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184384.093474:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492650496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184384.093480:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184384.093482:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184384.093485:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650496:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184384.093489:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650560:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184384.093518:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184384.093526:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184384/real 1776184384]  req@00000000de06baf2 x1862458492650560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184384.093536:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492650560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184384.093590:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184384.093594:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184384.093597:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650560:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184384.093602:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650624:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184384.093627:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184384.093635:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184384/real 1776184384]  req@00000000249ded4e x1862458492650624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184384.093645:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492650624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184384.093652:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184384.093654:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184384.093656:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650624:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184384.539942:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184385.564362:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184386.588910:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184387.612205:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184388.636032:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184389.212407:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184389.212419:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184389.212422:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184389.212431:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5599
00000100:00080000:2.0:1776184389.212434:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184389.212440:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184389.212472:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492650688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184389.212499:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184389.212503:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184389.212505:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184389.212509:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5599
00000100:00080000:2.0:1776184389.212510:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184389.212513:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184389.212521:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184389.212586:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492650688:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184389.212658:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184389.212678:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184389/real 1776184389]  req@000000009680d5f0 x1862458492650688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184389.212693:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492650688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184389.212701:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184389.212704:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184389.212707:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492650688:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776184389.214257:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492650752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184389.214332:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650752:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184389.214377:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776184389.214404:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184389.214408:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184389.214410:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184389.214414:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5599
00000100:00080000:2.0:1776184389.214416:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184389.214421:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184389.214437:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184389.214448:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492650816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184389.214484:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184389/real 1776184389]  req@00000000e1486ef7 x1862458492650752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184389.214497:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492650752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184389.214505:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184389.214508:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184389.214511:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650752:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184389.214530:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650816:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184389.214564:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184389.214572:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184389/real 1776184389]  req@000000003ddf5e8b x1862458492650816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184389.214581:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492650816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184389.214587:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184389.214589:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184389.214591:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650816:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:2.0:1776184389.215318:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184389.215323:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184389.215324:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184389.215330:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5599
00000100:00080000:2.0:1776184389.215332:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184389.215335:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184389.215341:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184389.215355:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492650880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184389.215401:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00080000:2.0:1776184389.215505:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184389.215509:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184389.215511:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184389.215515:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5599
00000100:00080000:2.0:1776184389.215516:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184389.215520:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184389.215525:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1776184389.216043:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184389.216212:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492650944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184389.216382:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184389/real 1776184389]  req@000000005b9df5b0 x1862458492650880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184389.216401:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492650880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184389.216409:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184389.216412:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184389.216415:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650880:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184389.216806:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650944:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184389.217036:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184389.217047:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184389/real 1776184389]  req@00000000204bf3c6 x1862458492650944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184389.217209:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492650944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184389.217217:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184389.217219:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184389.217222:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492650944:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184389.662332:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184390.685651:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184391.710752:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184392.731917:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184393.755993:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184394.335522:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184394.335532:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184394.335545:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184394.335556:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5604
00000100:00080000:3.0:1776184394.335560:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184394.335566:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184394.336154:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492651008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184394.336241:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492651008:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184394.336314:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184394.336342:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184394.336346:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184394.336348:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184394.336353:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5604
00000100:00080000:3.0:1776184394.336355:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184394.336359:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184394.336368:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184394.336380:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492651072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184394.337746:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184394/real 1776184394]  req@000000009bb01b96 x1862458492651008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184394.337769:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492651008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184394.337778:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184394.337782:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184394.337786:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492651008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184394.337812:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651072:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184394.337854:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184394.337864:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184394/real 1776184394]  req@00000000fe8f785d x1862458492651072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184394.337874:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492651072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184394.337881:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184394.337884:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184394.337886:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776184394.338010:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184394.338015:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184394.338017:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184394.338022:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5604
00000100:00080000:3.0:1776184394.338024:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184394.338399:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184394.338409:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184394.338516:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492651136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184394.338649:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184394.338680:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184394.338700:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184394.338704:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184394.338705:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184394.338709:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5604
00000100:00080000:3.0:1776184394.338730:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184394.338734:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184394.338738:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184394.338749:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492651200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184394.338796:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184394/real 1776184394]  req@000000006f8c11c8 x1862458492651136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184394.338808:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492651136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184394.338815:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184394.338818:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184394.338820:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184394.338835:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184394.338857:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184394.338864:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184394/real 1776184394]  req@00000000d13f4501 x1862458492651200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184394.338873:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492651200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184394.338879:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184394.338881:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184394.338884:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:3.0:1776184394.338933:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184394.338937:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184394.338938:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184394.338942:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5604
00000100:00080000:3.0:1776184394.338944:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184394.338947:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184394.338952:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184394.338964:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492651264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184394.339022:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184394.339204:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184394.339213:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184394/real 1776184394]  req@00000000d13f4501 x1862458492651264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184394.339224:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492651264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184394.339230:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184394.339232:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184394.339235:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184394.779933:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184395.804748:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184396.827938:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184397.851879:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184398.875942:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184399.451873:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184399.451883:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184399.451886:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184399.451896:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5609
00000100:00080000:1.0:1776184399.451899:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184399.451906:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184399.451938:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492651328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184399.452064:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492651328:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184399.452123:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776184399.452152:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184399.452155:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184399.452157:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184399.452160:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5609
00000100:00080000:1.0:1776184399.452162:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184399.452165:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184399.452173:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184399.452184:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492651392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184399.453407:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184399/real 1776184399]  req@000000001741ced9 x1862458492651328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184399.453442:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492651328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184399.453452:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184399.453456:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184399.453459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492651328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184399.453485:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651392:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184399.453519:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184399.453610:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184399/real 1776184399]  req@000000007c26bb68 x1862458492651392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184399.453628:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492651392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184399.453634:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184399.453636:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184399.453639:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776184399.453906:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184399.453911:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184399.453913:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184399.453918:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5609
00000100:00080000:1.0:1776184399.453920:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184399.453924:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184399.453931:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184399.453949:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492651456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184399.453969:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184399.453971:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184399.453972:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184399.453975:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5609
00000100:00080000:1.0:1776184399.453977:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184399.453980:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184399.453984:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184399.453993:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492651520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184399.454000:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184399.454002:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184399.454004:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184399.454006:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5609
00000100:00080000:1.0:1776184399.454008:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184399.454011:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184399.454014:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184399.454021:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492651584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184399.454139:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651456:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184399.454165:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184399.454176:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184399/real 1776184399]  req@00000000dedc2d4e x1862458492651456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184399.454184:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492651456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184399.454190:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184399.454192:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184399.454195:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184399.454200:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651520:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184399.454217:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184399.454224:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184399/real 1776184399]  req@00000000ae50fb1e x1862458492651520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184399.454233:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492651520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184399.454239:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184399.454242:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184399.454244:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184399.454249:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651584:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184399.454265:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184399.454272:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184399/real 1776184399]  req@0000000086193d2a x1862458492651584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184399.454281:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492651584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184399.454287:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184399.454289:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184399.454291:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184399.899910:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184400.924175:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184401.950528:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184402.971865:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184403.998266:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184404.571997:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184404.572008:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184404.572012:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184404.572022:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5615
00000100:00080000:1.0:1776184404.572025:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184404.572031:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184404.572061:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492651648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184404.572091:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184404.572095:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184404.572097:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184404.572100:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5615
00000100:00080000:1.0:1776184404.572102:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184404.572105:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184404.572113:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184404.572124:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492651712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184404.572133:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184404.572136:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184404.572137:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184404.572141:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5615
00000100:00080000:1.0:1776184404.572143:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184404.572146:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184404.572149:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184404.572158:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492651776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184404.572166:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184404.572169:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184404.572170:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184404.572173:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5615
00000100:00080000:1.0:1776184404.572175:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184404.572178:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184404.572182:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184404.572190:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492651840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184404.572197:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184404.572200:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184404.572201:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184404.572204:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5615
00000100:00080000:1.0:1776184404.572205:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184404.572208:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184404.572211:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184404.572218:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492651904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184404.572300:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492651648:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184404.572373:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184404.572396:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184404/real 1776184404]  req@000000006aae32ca x1862458492651648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184404.572411:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492651648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184404.572420:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184404.572422:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184404.572426:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492651648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184404.572432:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184404.572453:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184404.572460:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184404/real 1776184404]  req@000000009bf866c6 x1862458492651712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184404.572469:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492651712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184404.572476:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184404.572478:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184404.572480:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184404.572485:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184404.572501:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184404.572508:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184404/real 1776184404]  req@00000000f13843be x1862458492651776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184404.572515:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492651776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184404.572521:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184404.572522:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184404.572524:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184404.572529:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184404.572558:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184404.572566:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184404/real 1776184404]  req@00000000b1152010 x1862458492651840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184404.572579:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492651840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184404.572585:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184404.572587:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184404.572589:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184404.572593:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184404.572610:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184404.572617:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184404/real 1776184404]  req@000000008eee8260 x1862458492651904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184404.572625:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492651904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184404.572632:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184404.572633:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184404.572636:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492651904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184405.020610:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184406.045584:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184407.068334:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184408.092012:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184409.119263:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184409.697184:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184409.697195:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184409.697198:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184409.697216:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5620
00000100:00080000:2.0:1776184409.697219:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184409.697224:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184409.697256:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492651968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184409.697288:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184409.697291:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184409.697292:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184409.697296:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5620
00000100:00080000:2.0:1776184409.697298:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184409.697300:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184409.697308:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184409.697321:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492652032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184409.697329:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184409.697332:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184409.697333:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184409.697338:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5620
00000100:00100000:3.0:1776184409.697338:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492651968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:2.0:1776184409.697341:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184409.697347:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184409.697351:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184409.697359:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492652096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184409.697366:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184409.697369:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184409.697370:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184409.697373:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5620
00000100:00080000:2.0:1776184409.697374:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184409.697377:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184409.697381:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184409.697388:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492652160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184409.697395:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184409.697397:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184409.697399:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184409.697401:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5620
00000100:00080000:2.0:1776184409.697403:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184409.697405:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184409.697408:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184409.697415:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492652224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:3.0:1776184409.697439:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184409.697464:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184409/real 1776184409]  req@00000000141c6365 x1862458492651968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184409.697479:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492651968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184409.697489:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184409.697492:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184409.697496:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492651968:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:3.0:1776184409.697544:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652032:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184409.697582:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184409.697591:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184409/real 1776184409]  req@000000009e28d8dc x1862458492652032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184409.697622:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492652032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184409.697629:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184409.697632:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184409.697634:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652032:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184409.697640:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652096:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:3.0:1776184409.697659:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184409.697667:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184409/real 1776184409]  req@00000000eaec4566 x1862458492652096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184409.697677:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492652096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184409.697683:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184409.697685:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184409.697688:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652096:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:3.0:1776184409.697693:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652160:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184409.697783:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184409.697791:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184409/real 1776184409]  req@00000000077b2c38 x1862458492652160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184409.697803:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492652160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184409.697811:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184409.697813:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184409.697816:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652160:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:3.0:1776184409.697821:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652224:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:3.0:1776184409.697868:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184409.697894:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184409/real 1776184409]  req@00000000cce0171d x1862458492652224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:3.0:1776184409.697933:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492652224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184434 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:3.0:1776184409.697941:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184409.697942:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184409.697945:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652224:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184410.140043:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184411.164042:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184412.189746:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184413.211912:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184414.235955:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184414.812814:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184414.812825:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184414.812829:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184414.812840:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5625
00000100:00080000:1.0:1776184414.812843:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184414.812849:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184414.812883:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492652288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184414.812911:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184414.812914:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184414.812916:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184414.812919:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5625
00000100:00080000:1.0:1776184414.812921:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184414.812924:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184414.812933:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184414.812942:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492652352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184414.812950:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184414.812953:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184414.812954:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184414.812957:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5625
00000100:00080000:1.0:1776184414.812959:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184414.812962:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184414.812966:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184414.812973:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492652416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184414.812980:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184414.812982:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184414.812984:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184414.812986:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5625
00000100:00080000:1.0:1776184414.812988:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184414.812991:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184414.812994:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184414.813004:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492652480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184414.813011:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184414.813013:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184414.813015:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184414.813018:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5625
00000100:00080000:1.0:1776184414.813019:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184414.813022:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184414.813026:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184414.813032:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492652544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184414.813695:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492652288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184414.813783:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184414.813807:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184414/real 1776184414]  req@00000000621373f7 x1862458492652288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184414.813821:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492652288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184414.813830:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184414.813832:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184414.813835:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492652288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184414.813842:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184414.813863:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184414.813871:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184414/real 1776184414]  req@00000000ed8b07dd x1862458492652352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184414.813880:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492652352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184414.813886:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184414.813888:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184414.813891:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184414.813895:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184414.813914:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184414.813921:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184414/real 1776184414]  req@000000000eb62df8 x1862458492652416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184414.813929:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492652416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184414.813936:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184414.813938:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184414.813940:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184414.813945:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184414.813963:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184414.813971:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184414/real 1776184414]  req@0000000002fce3d6 x1862458492652480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184414.813980:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492652480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184414.813986:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184414.813989:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184414.813991:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184414.813995:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184414.814013:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184414.814020:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184414/real 1776184414]  req@00000000c648eb35 x1862458492652544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184414.814029:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492652544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184439 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184414.814035:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184414.814037:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184414.814039:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184415.264558:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184416.283932:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184417.308090:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184418.332113:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184419.355910:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184419.932007:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184419.932017:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184419.932021:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184419.932030:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5630
00000100:00080000:3.0:1776184419.932034:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184419.932048:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184419.932079:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492652608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184419.932106:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184419.932109:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184419.932110:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184419.932113:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5630
00000100:00080000:3.0:1776184419.932115:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184419.932118:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184419.932127:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184419.932137:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492652672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184419.932144:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184419.932147:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184419.932148:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184419.932151:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5630
00000100:00080000:3.0:1776184419.932153:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184419.932156:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184419.932159:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184419.932167:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492652736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184419.932174:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184419.932184:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184419.932186:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184419.932190:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5630
00000100:00080000:3.0:1776184419.932191:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184419.932194:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184419.932197:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184419.932205:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492652800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184419.932211:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184419.932214:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184419.932215:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184419.932217:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5630
00000100:00080000:3.0:1776184419.932219:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184419.932222:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184419.932225:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184419.932231:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492652864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184419.932283:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492652608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184419.932365:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184419.932388:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184419.932414:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184419.932432:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184420.383158:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184421.404056:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184422.430294:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776184423.004046:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776184423.004092:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776184423.004115:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184423.004153:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184423.004161:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184423.004169:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184423.004175:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184423.004846:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184419/real 1776184423]  req@000000006f8c11c8 x1862458492652608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184423.004874:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492652608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184423.004883:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184423.004888:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184423.004891:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492652608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184423.004898:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184419/real 1776184423]  req@00000000fe8f785d x1862458492652672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184423.004907:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492652672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184423.004913:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184423.004925:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184423.004929:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184423.004935:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184419/real 1776184423]  req@000000009bb01b96 x1862458492652736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184423.004946:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492652736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184423.004952:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184423.004954:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184423.004956:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184423.004960:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184419/real 1776184423]  req@00000000249ded4e x1862458492652800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184423.004969:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492652800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184423.004980:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184423.004982:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184423.004985:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184423.004990:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184419/real 1776184423]  req@00000000de06baf2 x1862458492652864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184423.004999:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492652864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184444 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184423.005011:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184423.005013:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184423.005016:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184423.452014:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184424.476617:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184425.051811:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184425.051830:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184425.051833:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184425.051842:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5635
00000100:00080000:3.0:1776184425.051846:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184425.051851:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184425.051891:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492652928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184425.051922:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184425.051926:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184425.051927:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184425.051931:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5635
00000100:00080000:3.0:1776184425.051933:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184425.051936:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184425.051944:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184425.051956:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492652992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184425.051963:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184425.051966:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184425.051967:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184425.051970:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5635
00000100:00080000:3.0:1776184425.051971:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184425.051974:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184425.051977:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184425.051984:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492653056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184425.051990:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184425.051992:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184425.051993:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184425.051996:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5635
00000100:00080000:3.0:1776184425.051998:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184425.052001:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184425.052004:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184425.052011:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492653120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184425.052017:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184425.052020:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184425.052021:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184425.052023:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5635
00000100:00080000:3.0:1776184425.052024:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184425.052027:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184425.052031:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184425.052038:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492653184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184425.052121:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492652928:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184425.052191:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184425.052212:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184425/real 1776184425]  req@00000000241ecb2f x1862458492652928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184425.052225:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492652928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184425.052233:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184425.052235:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184425.052238:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492652928:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184425.052244:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652992:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184425.052261:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184425.052268:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184425/real 1776184425]  req@000000004b362de1 x1862458492652992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184425.052277:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492652992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184425.052283:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184425.052284:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184425.052286:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492652992:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184425.052292:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653056:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184425.052309:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184425.052328:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184425/real 1776184425]  req@000000003c7e6ce9 x1862458492653056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184425.052336:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492653056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184425.052343:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184425.052344:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184425.052347:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184425.052352:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653120:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184425.052369:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184425.052375:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184425/real 1776184425]  req@0000000058f74c1f x1862458492653120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184425.052384:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492653120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184425.052390:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184425.052392:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184425.052394:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653120:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184425.052399:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653184:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184425.052417:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184425.052423:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184425/real 1776184425]  req@00000000000d3e4b x1862458492653184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184425.052432:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492653184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184425.052439:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184425.052441:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184425.052443:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653184:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184425.500657:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184426.524179:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184427.549102:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184428.572101:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184429.595939:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184430.173337:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184430.173349:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184430.173352:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184430.173362:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5640
00000100:00080000:2.0:1776184430.173365:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184430.173371:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184430.173412:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492653248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184430.173565:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492653248:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184430.173634:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776184430.174326:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184430.174332:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184430.174335:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184430.174433:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5640
00000100:00080000:2.0:1776184430.174436:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184430.174440:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184430.174450:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184430.174480:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492653312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184430.174557:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184430/real 1776184430]  req@00000000b03ab380 x1862458492653248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184430.174573:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492653248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184430.174582:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184430.174585:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184430.174588:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492653248:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184430.174612:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653312:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184430.174645:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184430.174654:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184430/real 1776184430]  req@00000000b8358015 x1862458492653312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184430.174663:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492653312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184430.174669:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184430.174671:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184430.174673:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653312:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00080000:2.0:1776184430.175084:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184430.175089:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184430.175091:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184430.175095:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5640
00000100:00080000:2.0:1776184430.175097:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184430.175100:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184430.175106:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184430.175120:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492653376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184430.175128:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184430.175130:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184430.175131:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184430.175134:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5640
00000100:00080000:2.0:1776184430.175135:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184430.175138:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184430.175143:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184430.175150:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492653440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184430.175156:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184430.175159:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184430.175160:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184430.175162:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5640
00000100:00080000:2.0:1776184430.175164:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184430.175167:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184430.175170:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184430.175176:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492653504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184430.175247:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653376:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184430.175281:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184430.175291:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184430/real 1776184430]  req@00000000b8358015 x1862458492653376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184430.175301:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492653376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184430.175308:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184430.175309:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184430.175312:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653376:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184430.175317:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653440:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184430.175335:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184430.175342:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184430/real 1776184430]  req@00000000b03ab380 x1862458492653440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184430.175351:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492653440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184430.175357:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184430.175359:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184430.175361:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653440:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184430.175366:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653504:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184430.175386:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184430.175393:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184430/real 1776184430]  req@00000000cce0171d x1862458492653504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184430.175402:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492653504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184430.175408:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184430.175410:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184430.175413:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653504:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184430.620208:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184431.645848:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184432.667923:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184433.693178:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184434.715932:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184435.291882:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184435.291894:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184435.291897:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184435.291909:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5645
00000100:00080000:3.0:1776184435.291912:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184435.291918:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184435.291954:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492653568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184435.291982:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184435.291986:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184435.291987:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184435.291991:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5645
00000100:00080000:3.0:1776184435.291993:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184435.291996:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184435.292005:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184435.292016:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492653632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184435.292024:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184435.292027:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184435.292028:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184435.292031:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5645
00000100:00080000:3.0:1776184435.292033:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184435.292036:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184435.292039:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184435.292047:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492653696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184435.292053:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184435.292056:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184435.292057:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184435.292060:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5645
00000100:00080000:3.0:1776184435.292061:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184435.292064:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184435.292068:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184435.292075:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492653760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184435.292081:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184435.292084:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184435.292085:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184435.292089:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5645
00000100:00080000:3.0:1776184435.292091:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184435.292093:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184435.292097:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184435.292105:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492653824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184435.292193:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492653568:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184435.292269:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184435.292289:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184435/real 1776184435]  req@00000000c084cebb x1862458492653568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184435.292302:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492653568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184435.292310:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184435.292313:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184435.292316:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492653568:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184435.292322:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653632:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184435.292342:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184435.292350:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184435/real 1776184435]  req@0000000011a4c226 x1862458492653632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184435.292359:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492653632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184435.292366:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184435.292368:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184435.292371:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653632:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184435.292375:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653696:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184435.292395:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184435.292402:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184435/real 1776184435]  req@00000000eb2b2a12 x1862458492653696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184435.292411:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492653696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184435.292418:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184435.292419:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184435.292422:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653696:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184435.292438:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653760:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184435.292456:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184435.292463:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184435/real 1776184435]  req@00000000e06e7839 x1862458492653760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184435.292472:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492653760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184435.292478:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184435.292490:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184435.292492:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653760:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184435.292499:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653824:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184435.292518:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184435.292526:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184435/real 1776184435]  req@00000000e4a6949b x1862458492653824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184435.292535:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492653824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184435.292541:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184435.292543:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184435.292545:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653824:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184435.744549:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184436.765018:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184437.788918:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184438.812016:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184439.838951:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184440.413793:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184440.413804:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184440.413807:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184440.413817:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5650
00000100:00080000:3.0:1776184440.413820:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184440.413825:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184440.413859:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492653888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184440.413888:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184440.413891:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184440.413892:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184440.413896:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5650
00000100:00080000:3.0:1776184440.413897:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184440.413900:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184440.413908:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184440.413918:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492653952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184440.413925:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184440.413928:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184440.413930:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184440.413932:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5650
00000100:00080000:3.0:1776184440.413934:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184440.413937:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184440.413941:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184440.413949:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492653888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184440.413951:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492654016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184440.413961:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184440.413963:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184440.413964:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184440.413966:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5650
00000100:00080000:3.0:1776184440.413968:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184440.413971:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184440.413974:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184440.413984:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492654080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184440.413990:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184440.413992:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184440.413993:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184440.413996:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5650
00000100:00080000:3.0:1776184440.413998:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184440.414001:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184440.414005:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184440.414014:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492654144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:1.0:1776184440.414020:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184440.414046:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184440/real 1776184440]  req@0000000043dc1dd5 x1862458492653888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184440.414062:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492653888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184440.414071:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184440.414084:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184440.414087:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492653888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184440.414094:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184440.414120:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184440.414128:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184440/real 1776184440]  req@0000000019f3e9d6 x1862458492653952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184440.414143:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492653952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184440.414150:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184440.414152:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184440.414154:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492653952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184440.414176:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184440.414202:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184440.414210:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184440/real 1776184440]  req@00000000979214d3 x1862458492654016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184440.414219:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492654016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184440.414225:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184440.414227:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184440.414229:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184440.414234:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184440.414252:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184440.414259:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184440/real 1776184440]  req@0000000058922152 x1862458492654080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184440.414268:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492654080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184440.414274:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184440.414276:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184440.414278:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184440.414283:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184440.414299:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184440.414306:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184440/real 1776184440]  req@00000000543ef8b3 x1862458492654144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184440.414314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492654144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184440.414330:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184440.414332:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184440.414335:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184440.860934:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184441.887075:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184442.910335:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184443.932035:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184444.956516:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184445.532197:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184445.532213:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184445.532218:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184445.532231:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5656
00000100:00080000:3.0:1776184445.532235:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184445.532250:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184445.532296:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492654208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184445.532329:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184445.532333:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184445.532335:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184445.532338:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5656
00000100:00080000:3.0:1776184445.532340:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184445.532344:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184445.532354:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184445.532368:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492654272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184445.532375:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184445.532378:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184445.532380:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184445.532383:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5656
00000100:00080000:3.0:1776184445.532385:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184445.532388:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184445.532393:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184445.532402:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492654336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184445.532409:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184445.532413:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184445.532414:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184445.532417:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5656
00000100:00080000:3.0:1776184445.532419:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184445.532422:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184445.532426:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184445.532447:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492654400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184445.532455:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184445.532458:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184445.532459:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184445.532462:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5656
00000100:00080000:3.0:1776184445.532463:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184445.532466:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184445.532471:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184445.532479:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492654464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184445.533157:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492654208:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184445.533256:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184445.533291:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184445/real 1776184445]  req@000000004d6f77e0 x1862458492654208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184445.533314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492654208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184445.533327:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184445.533331:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184445.533335:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492654208:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184445.533346:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654272:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184445.533370:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184445.533377:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184445/real 1776184445]  req@00000000c2778644 x1862458492654272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184445.533386:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492654272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184445.533392:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184445.533394:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184445.533396:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654272:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184445.533403:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654336:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184445.533420:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184445.533426:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184445/real 1776184445]  req@000000004fc3090a x1862458492654336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184445.533446:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492654336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184445.533453:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184445.533455:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184445.533458:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654336:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184445.533463:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654400:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184445.533483:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184445.533490:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184445/real 1776184445]  req@00000000543ef8b3 x1862458492654400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184445.533506:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492654400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184445.533513:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184445.533515:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184445.533518:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654400:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184445.533523:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654464:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184445.533541:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184445.533548:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184445/real 1776184445]  req@0000000058922152 x1862458492654464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184445.533557:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492654464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184445.533563:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184445.533565:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184445.533567:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654464:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184445.986659:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184447.003981:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184448.029138:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184449.051993:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184450.078879:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184450.653260:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184450.653275:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184450.653280:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184450.653293:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5661
00000100:00080000:2.0:1776184450.653297:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184450.653304:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184450.653361:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492654528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184450.653395:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184450.653399:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184450.653401:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184450.653404:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5661
00000100:00080000:2.0:1776184450.653406:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184450.653410:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184450.653421:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184450.653432:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492654592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184450.653441:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184450.653446:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184450.653448:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184450.653452:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5661
00000100:00080000:2.0:1776184450.653454:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184450.653457:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184450.653462:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184450.653471:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492654656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184450.653479:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184450.653482:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184450.653484:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184450.653488:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5661
00000100:00080000:2.0:1776184450.653490:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184450.653493:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184450.653497:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184450.653505:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492654720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184450.653512:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184450.653515:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184450.653517:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184450.653520:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5661
00000100:00080000:2.0:1776184450.653522:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184450.653526:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184450.653530:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184450.653541:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492654784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184450.657808:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492654528:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184450.657913:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184450.657944:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184450/real 1776184450]  req@00000000077b2c38 x1862458492654528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184450.657962:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492654528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184450.657972:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184450.657977:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184450.657981:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492654528:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184450.657988:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654592:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184450.658009:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184450.658016:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184450/real 1776184450]  req@00000000eaec4566 x1862458492654592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184450.658025:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492654592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184450.658031:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184450.658034:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184450.658036:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654592:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184450.658042:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654656:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184450.658061:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184450.658067:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184450/real 1776184450]  req@000000009e28d8dc x1862458492654656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184450.658077:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492654656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184450.658083:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184450.658086:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184450.658088:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654656:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184450.658095:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654720:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184450.658115:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184450.658121:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184450/real 1776184450]  req@00000000141c6365 x1862458492654720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184450.658131:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492654720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184450.658138:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184450.658140:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184450.658142:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654720:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184450.658148:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654784:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184450.658166:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184450.658172:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184450/real 1776184450]  req@00000000204bf3c6 x1862458492654784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184450.658183:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492654784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184450.658189:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184450.658191:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184450.658194:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654784:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184451.100455:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184452.123906:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184453.148972:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184454.172832:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184455.196053:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184455.774665:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184455.774681:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184455.774685:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184455.774699:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5666
00000100:00080000:3.0:1776184455.774702:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184455.774710:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184455.774804:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492654848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184455.774842:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184455.774846:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184455.774848:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184455.774852:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5666
00000100:00080000:3.0:1776184455.774854:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184455.774859:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184455.774870:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184455.774881:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492654912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184455.774889:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184455.774892:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184455.774893:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184455.774896:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5666
00000100:00080000:3.0:1776184455.774898:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184455.774901:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184455.774905:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184455.774913:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492654976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184455.774919:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184455.774923:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184455.774924:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184455.774927:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5666
00000100:00080000:3.0:1776184455.774929:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184455.774932:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184455.774935:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184455.774942:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492655040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184455.774948:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184455.774951:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184455.774952:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184455.774955:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5666
00000100:00080000:3.0:1776184455.774956:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184455.774959:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184455.774962:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184455.774969:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492655104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184455.775037:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492654848:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776184455.775123:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184455.775151:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184455/real 1776184455]  req@00000000979214d3 x1862458492654848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184455.775167:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492654848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184455.775178:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184455.775180:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184455.775184:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492654848:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776184455.775191:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654912:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776184455.775224:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184455.775233:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184455/real 1776184455]  req@0000000019f3e9d6 x1862458492654912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184455.775243:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492654912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184455.775250:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184455.775252:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184455.775255:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654912:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776184455.775260:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654976:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776184455.775284:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184455.775291:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184455/real 1776184455]  req@0000000043dc1dd5 x1862458492654976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184455.775301:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492654976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184455.775307:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184455.775309:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184455.775311:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492654976:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776184455.775316:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655040:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776184455.775336:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184455.775342:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184455/real 1776184455]  req@00000000e4a6949b x1862458492655040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184455.775351:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492655040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184455.775357:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184455.775359:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184455.775362:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655040:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776184455.775367:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655104:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776184455.775384:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184455.775391:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184455/real 1776184455]  req@00000000e06e7839 x1862458492655104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184455.775399:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492655104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184455.775406:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184455.775408:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184455.775411:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655104:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184456.225186:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184457.246473:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184458.268968:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184459.294842:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184460.319487:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184460.891841:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184460.891853:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184460.891856:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184460.891866:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5671
00000100:00080000:3.0:1776184460.891869:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184460.891875:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184460.891908:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492655168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184460.891948:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184460.891951:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184460.891952:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184460.891956:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5671
00000100:00080000:3.0:1776184460.891958:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184460.891961:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184460.891968:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184460.891990:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492655232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184460.891997:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184460.892000:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184460.892001:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184460.892004:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5671
00000100:00080000:3.0:1776184460.892005:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184460.892008:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184460.892011:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184460.892019:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492655296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184460.892025:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184460.892028:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184460.892029:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184460.892032:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5671
00000100:00080000:3.0:1776184460.892033:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184460.892036:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184460.892039:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184460.892045:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492655360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184460.892051:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184460.892053:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184460.892055:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184460.892057:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5671
00000100:00080000:3.0:1776184460.892058:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184460.892061:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184460.892064:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184460.892071:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492655424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184460.892367:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492655168:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:2.0:1776184460.892429:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184460.892451:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184460/real 1776184460]  req@00000000eb2b2a12 x1862458492655168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184460.892464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492655168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184460.892472:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184460.892475:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184460.892478:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492655168:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:2.0:1776184460.892484:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655232:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776184460.892503:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184460.892511:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184460/real 1776184460]  req@0000000011a4c226 x1862458492655232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184460.892520:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492655232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184460.892527:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184460.892530:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184460.892532:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655232:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776184460.892537:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655296:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:2.0:1776184460.892555:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184460.892563:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184460/real 1776184460]  req@00000000c084cebb x1862458492655296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184460.892572:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492655296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184460.892578:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184460.892580:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184460.892595:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655296:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:2.0:1776184460.892606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655360:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776184460.892624:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184460.892630:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184460/real 1776184460]  req@00000000000d3e4b x1862458492655360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184460.892639:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492655360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184460.892645:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184460.892646:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184460.892649:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655360:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:2.0:1776184460.892653:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655424:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:2.0:1776184460.892669:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184460.892674:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184460/real 1776184460]  req@0000000058f74c1f x1862458492655424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:2.0:1776184460.892682:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492655424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184485 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:2.0:1776184460.892687:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184460.892689:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184460.892691:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655424:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184461.341745:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184462.365111:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184463.387998:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184464.413084:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184465.435951:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184466.011812:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184466.011823:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184466.011827:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184466.011837:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5676
00000100:00080000:3.0:1776184466.011840:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184466.011846:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184466.011882:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492655488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184466.011911:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184466.011915:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184466.011916:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184466.011920:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5676
00000100:00080000:3.0:1776184466.011922:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184466.011939:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184466.011947:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184466.011959:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492655552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184466.011967:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184466.011970:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184466.011971:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184466.011974:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5676
00000100:00080000:3.0:1776184466.011976:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184466.011979:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184466.011982:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184466.012002:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492655616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184466.012009:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184466.012012:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184466.012013:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184466.012015:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5676
00000100:00080000:3.0:1776184466.012017:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184466.012020:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184466.012024:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184466.012031:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492655680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184466.012042:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184466.012045:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184466.012046:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184466.012048:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5676
00000100:00080000:3.0:1776184466.012050:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184466.012053:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184466.012056:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184466.012063:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492655744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184466.012151:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492655488:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776184466.012231:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184466.012255:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184466/real 1776184466]  req@000000003c7e6ce9 x1862458492655488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184466.012268:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492655488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184466.012275:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184466.012278:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184466.012281:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492655488:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776184466.012287:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655552:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184466.012318:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184466.012326:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184466/real 1776184466]  req@000000004b362de1 x1862458492655552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184466.012342:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492655552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184466.012349:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184466.012351:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184466.012354:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655552:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184466.012359:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655616:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184466.012377:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184466.012383:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184466/real 1776184466]  req@00000000241ecb2f x1862458492655616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184466.012393:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492655616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184466.012399:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184466.012401:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184466.012403:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655616:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184466.012408:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655680:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184466.012426:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184466.012433:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184466/real 1776184466]  req@00000000de06baf2 x1862458492655680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184466.012453:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492655680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184466.012460:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184466.012471:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184466.012473:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655680:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776184466.012478:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655744:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184466.012497:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184466.012504:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184466/real 1776184466]  req@00000000249ded4e x1862458492655744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184466.012514:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492655744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184466.012520:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184466.012523:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184466.012525:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655744:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184466.461909:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184467.486578:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184468.513088:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184469.534332:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184470.559920:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184471.131861:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184471.131873:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184471.131885:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184471.131897:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5681
00000100:00080000:3.0:1776184471.131900:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184471.131905:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184471.131954:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492655808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184471.132002:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184471.132005:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184471.132006:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184471.132010:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5681
00000100:00080000:3.0:1776184471.132012:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184471.132015:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184471.132041:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184471.132066:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492655872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184471.132090:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184471.132093:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184471.132094:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184471.132098:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5681
00000100:00080000:3.0:1776184471.132100:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184471.132117:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184471.132122:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184471.132149:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492655936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184471.132171:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184471.132174:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184471.132175:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184471.132179:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5681
00000100:00080000:3.0:1776184471.132180:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184471.132183:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184471.132200:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184471.132210:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492656000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184471.132232:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184471.132235:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184471.132236:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184471.132254:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5681
00000100:00080000:3.0:1776184471.132256:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184471.132259:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184471.132263:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184471.132287:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492656064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184471.132564:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492655808:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776184471.132663:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184471.132686:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184471/real 1776184471]  req@000000009bb01b96 x1862458492655808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184471.132701:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492655808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184471.132709:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184471.132737:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184471.132741:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492655808:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776184471.132747:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655872:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184471.132770:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184471.132778:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184471/real 1776184471]  req@00000000fe8f785d x1862458492655872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184471.132786:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492655872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184471.132792:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184471.132794:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184471.132797:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655872:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184471.132802:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655936:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184471.132819:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184471.133146:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184471/real 1776184471]  req@000000006f8c11c8 x1862458492655936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184471.133159:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492655936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184471.133177:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184471.133179:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184471.133182:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492655936:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184471.133188:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656000:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184471.133222:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184471.133243:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184471/real 1776184471]  req@00000000d13f4501 x1862458492656000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184471.133252:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492656000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184471.133258:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184471.133271:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184471.133273:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656000:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776184471.133279:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656064:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184471.133315:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184471.133348:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184471/real 1776184471]  req@00000000249ded4e x1862458492656064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184471.133357:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492656064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184471.133378:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184471.133380:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184471.133383:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656064:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184471.579937:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184472.603912:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184473.627932:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184474.652034:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184475.676409:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184476.253514:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184476.253525:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184476.253529:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184476.253539:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5686
00000100:00080000:2.0:1776184476.253542:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184476.253548:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184476.253596:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492656128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184476.253627:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184476.253630:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184476.253631:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184476.253635:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5686
00000100:00080000:2.0:1776184476.253637:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184476.253640:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184476.253649:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184476.253660:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492656192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184476.253668:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184476.253670:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184476.253672:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184476.253675:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5686
00000100:00080000:2.0:1776184476.253676:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184476.253679:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184476.253683:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184476.253691:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492656256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184476.253698:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184476.253701:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184476.253702:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184476.253705:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5686
00000100:00080000:2.0:1776184476.253708:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184476.253748:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184476.253753:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184476.253762:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492656320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184476.253781:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184476.253784:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184476.253785:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184476.253788:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5686
00000100:00080000:2.0:1776184476.253789:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184476.253792:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184476.253796:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184476.253805:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492656384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184476.253925:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492656128:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184476.253993:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184476.254015:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184476/real 1776184476]  req@000000005b9df5b0 x1862458492656128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184476.254028:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492656128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184476.254037:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184476.254039:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184476.254042:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492656128:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184476.254049:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656192:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184476.254069:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184476.254077:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184476/real 1776184476]  req@000000003ddf5e8b x1862458492656192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184476.254086:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492656192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184476.254093:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184476.254095:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184476.254098:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656192:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184476.254103:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656256:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184476.254121:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184476.254128:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184476/real 1776184476]  req@00000000e1486ef7 x1862458492656256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184476.254137:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492656256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184476.254143:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184476.254145:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184476.254147:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656256:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184476.254152:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656320:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184476.254170:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184476.254177:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184476/real 1776184476]  req@000000009680d5f0 x1862458492656320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184476.254186:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492656320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184476.254191:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184476.254193:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184476.254195:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656320:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184476.254199:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656384:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184476.254214:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184476.254221:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184476/real 1776184476]  req@000000008f1aeada x1862458492656384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184476.254228:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492656384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184476.254234:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184476.254235:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184476.254238:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656384:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184476.699978:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184477.724615:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184478.748885:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184479.777379:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184480.796433:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184481.372153:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184481.372164:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184481.372168:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184481.372178:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5691
00000100:00080000:3.0:1776184481.372181:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184481.372186:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184481.372220:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492656448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184481.372248:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184481.372252:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184481.372253:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184481.372256:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5691
00000100:00080000:3.0:1776184481.372258:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184481.372261:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184481.372269:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184481.372282:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492656512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184481.372289:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184481.372293:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184481.372294:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184481.372297:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5691
00000100:00080000:3.0:1776184481.372299:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184481.372301:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184481.372305:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184481.372313:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492656576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184481.372320:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184481.372323:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184481.372324:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184481.372328:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5691
00000100:00080000:3.0:1776184481.372330:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184481.372333:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184481.372338:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184481.372347:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492656640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184481.372351:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492656448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00080000:3.0:1776184481.372360:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184481.372363:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184481.372364:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184481.372368:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5691
00000100:00080000:3.0:1776184481.372370:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184481.372373:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184481.372377:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184481.372387:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492656704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:1.0:1776184481.372422:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184481.372444:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184481/real 1776184481]  req@00000000de06baf2 x1862458492656448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184481.372459:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492656448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184481.372467:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184481.372470:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184481.372473:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492656448:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184481.372479:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656512:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184481.372499:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184481.372506:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184481/real 1776184481]  req@00000000241ecb2f x1862458492656512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184481.372516:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492656512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184481.372523:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184481.372525:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184481.372528:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656512:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184481.372532:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656576:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184481.372550:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184481.372557:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184481/real 1776184481]  req@000000004b362de1 x1862458492656576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184481.372564:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492656576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184481.372570:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184481.372572:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184481.372575:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656576:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184481.372598:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656640:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184481.372615:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184481.372639:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184481/real 1776184481]  req@000000003c7e6ce9 x1862458492656640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184481.372648:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492656640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184481.372662:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184481.372664:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184481.372666:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656640:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184481.372671:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656704:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184481.372689:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184481.372696:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184481/real 1776184481]  req@0000000058f74c1f x1862458492656704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184481.372705:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492656704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184481.372738:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184481.372740:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184481.372743:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656704:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:0.0:1776184481.821815:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184482.844108:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184483.868087:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184484.891921:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184485.915935:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184486.491880:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184486.491891:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184486.491894:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184486.491904:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5696
00000100:00080000:2.0:1776184486.491907:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184486.491912:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184486.491947:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492656768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184486.491973:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184486.491977:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184486.491978:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184486.491982:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5696
00000100:00080000:2.0:1776184486.491984:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184486.491987:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184486.491996:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184486.492016:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492656832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184486.492024:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184486.492026:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184486.492027:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184486.492030:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5696
00000100:00080000:2.0:1776184486.492032:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184486.492034:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184486.492038:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184486.492046:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492656896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184486.492051:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184486.492054:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184486.492056:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184486.492058:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5696
00000100:00080000:2.0:1776184486.492060:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184486.492063:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184486.492066:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184486.492073:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492656960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184486.492080:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184486.492083:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184486.492084:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184486.492087:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5696
00000100:00080000:2.0:1776184486.492088:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184486.492091:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184486.492094:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184486.492103:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492657024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184486.492228:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492656768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184486.492315:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184486.492339:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184486.492357:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184486.492374:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184486.941040:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184487.963912:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184488.988675:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776184489.564047:0:2255:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776184489.564089:0:2255:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776184489.564105:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184489.564138:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184489.564146:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184489.564153:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184489.564160:0:2255:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184489.564688:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184486/real 1776184489]  req@000000001e5f24e0 x1862458492656768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184489.564736:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492656768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184489.564747:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184489.564750:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184489.564754:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492656768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184489.564760:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184486/real 1776184489]  req@00000000916d6b33 x1862458492656832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184489.564771:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492656832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184489.564779:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184489.564782:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184489.564785:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184489.564791:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184486/real 1776184489]  req@000000003af52c85 x1862458492656896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184489.564805:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492656896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184489.564812:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184489.564814:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184489.564816:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184489.564821:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184486/real 1776184489]  req@0000000065cff9ca x1862458492656960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184489.564830:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492656960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184489.564837:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184489.564839:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184489.564841:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492656960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184489.564846:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184486/real 1776184489]  req@000000008f1aeada x1862458492657024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184489.564857:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492657024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184489.564862:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184489.564865:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184489.564868:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184490.012561:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184491.036409:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184491.611954:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184491.611965:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184491.611968:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184491.611978:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5702
00000100:00080000:3.0:1776184491.611981:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184491.611987:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184491.612016:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492657088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184491.612044:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184491.612047:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184491.612048:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184491.612052:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5702
00000100:00080000:3.0:1776184491.612053:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184491.612056:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:1.0:1776184491.613867:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492657088:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184491.613952:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184491.613977:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184491/real 1776184491]  req@00000000000d3e4b x1862458492657088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184491.613994:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492657088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184491.614004:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184491.614007:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184491.614010:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492657088:192.168.203.145@tcp:250:kworker/u8:3.0
00000008:00100000:3.0:1776184491.615660:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184491.615702:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492657152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184491.615749:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184491.615753:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184491.615756:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184491.615760:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5702
00000100:00080000:3.0:1776184491.615763:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184491.615767:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184491.615777:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184491.615786:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492657216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184491.615793:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184491.615796:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184491.615797:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184491.615800:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5702
00000100:00080000:3.0:1776184491.615802:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184491.615805:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184491.615808:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184491.615815:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492657280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184491.615821:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184491.615824:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184491.615836:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184491.615839:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5702
00000100:00080000:3.0:1776184491.615841:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184491.615844:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184491.615847:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184491.615855:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492657344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184491.617099:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657152:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184491.617177:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184491.617199:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184491/real 1776184491]  req@00000000c084cebb x1862458492657152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184491.617213:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492657152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184491.617222:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184491.617225:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184491.617227:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657152:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184491.617234:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657216:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184491.617251:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184491.617258:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184491/real 1776184491]  req@0000000011a4c226 x1862458492657216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184491.617279:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492657216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184491.617287:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184491.617290:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184491.617292:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184491.617298:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657280:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184491.617316:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184491.617323:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184491/real 1776184491]  req@00000000eb2b2a12 x1862458492657280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184491.617347:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492657280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184491.617354:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184491.617355:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184491.617358:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184491.617362:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657344:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184491.617379:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184491.617418:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184491/real 1776184491]  req@00000000e06e7839 x1862458492657344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184491.617428:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492657344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184516 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184491.617444:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184491.617446:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184491.617449:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657344:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184492.063376:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184493.085151:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184494.107941:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184495.132010:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184496.155925:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184496.732045:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184496.732057:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184496.732061:0:472:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184496.732071:0:472:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5707
00000100:00080000:3.0:1776184496.732074:0:472:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184496.732079:0:472:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184496.732113:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492657408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184496.732145:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184496.732148:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184496.732149:0:472:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184496.732153:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5707
00000100:00080000:3.0:1776184496.732155:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184496.732158:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184496.732167:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184496.732178:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492657472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184496.732185:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184496.732188:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184496.732189:0:472:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184496.732192:0:472:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5707
00000100:00080000:3.0:1776184496.732194:0:472:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184496.732196:0:472:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184496.732199:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184496.732207:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492657536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184496.732214:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184496.732217:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184496.732218:0:472:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184496.732221:0:472:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5707
00000100:00080000:3.0:1776184496.732223:0:472:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184496.732225:0:472:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184496.732229:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184496.732237:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492657600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184496.732244:0:472:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184496.732247:0:472:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184496.732248:0:472:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184496.732251:0:472:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5707
00000100:00080000:3.0:1776184496.732252:0:472:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184496.732256:0:472:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184496.732259:0:472:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184496.732267:0:472:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492657664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184496.732373:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492657408:192.168.203.145@tcp:250:kworker/u8:4.0
00000800:00000100:1.0:1776184496.732434:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184496.732455:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184496/real 1776184496]  req@00000000e4a6949b x1862458492657408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184496.732469:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492657408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184496.732477:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184496.732480:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184496.732483:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492657408:192.168.203.145@tcp:250:kworker/u8:4.0
00000100:00100000:1.0:1776184496.732489:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657472:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184496.732511:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184496.732519:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184496/real 1776184496]  req@0000000043dc1dd5 x1862458492657472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184496.732529:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492657472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184496.732535:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184496.732537:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184496.732539:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657472:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184496.732544:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657536:192.168.203.145@tcp:38:kworker/u8:4.0
00000800:00000100:1.0:1776184496.732563:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184496.732571:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184496/real 1776184496]  req@0000000019f3e9d6 x1862458492657536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184496.732587:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492657536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184496.732593:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184496.732595:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184496.732598:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657536:192.168.203.145@tcp:38:kworker/u8:4.0
00000100:00100000:1.0:1776184496.732603:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657600:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184496.732622:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184496.732629:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184496/real 1776184496]  req@00000000979214d3 x1862458492657600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184496.732639:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492657600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184496.732645:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184496.732646:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184496.732649:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657600:192.168.203.145@tcp:8:kworker/u8:4.0
00000100:00100000:1.0:1776184496.732653:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657664:192.168.203.145@tcp:8:kworker/u8:4.0
00000800:00000100:1.0:1776184496.732670:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184496.732676:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184496/real 1776184496]  req@0000000058922152 x1862458492657664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00100000:1.0:1776184496.732684:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492657664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184521 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0'
00000100:00080000:1.0:1776184496.732690:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184496.732692:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184496.732694:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657664:192.168.203.145@tcp:8:kworker/u8:4.0
00010000:00010000:2.0:1776184497.181743:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184498.206378:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184499.228425:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184500.251913:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184501.282922:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184501.851858:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184501.851869:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184501.851872:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184501.851882:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5712
00000100:00080000:2.0:1776184501.851885:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184501.851891:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184501.851925:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492657728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184501.851953:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184501.851956:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184501.851958:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184501.851961:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5712
00000100:00080000:2.0:1776184501.851963:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184501.851966:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184501.851974:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184501.851991:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492657792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184501.851999:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184501.852001:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184501.852002:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184501.852005:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5712
00000100:00080000:2.0:1776184501.852007:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184501.852010:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184501.852014:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184501.852021:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492657856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184501.852028:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184501.852031:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184501.852032:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184501.852035:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5712
00000100:00080000:2.0:1776184501.852036:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184501.852039:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184501.852043:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184501.852049:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492657920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184501.852055:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184501.852059:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184501.852060:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184501.852063:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5712
00000100:00080000:2.0:1776184501.852065:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184501.852067:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184501.852071:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184501.852078:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492657984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184501.852667:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492657728:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184501.852769:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184501.852793:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184501/real 1776184501]  req@000000009680d5f0 x1862458492657728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184501.852807:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492657728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184501.852816:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184501.852818:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184501.852821:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492657728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184501.852828:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657792:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184501.852849:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184501.852857:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184501/real 1776184501]  req@00000000e1486ef7 x1862458492657792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184501.852867:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492657792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184501.852873:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184501.852875:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184501.852879:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184501.852884:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657856:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184501.852906:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184501.852913:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184501/real 1776184501]  req@000000003ddf5e8b x1862458492657856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184501.852921:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492657856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184501.852928:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184501.852929:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184501.852932:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184501.852937:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657920:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184501.852955:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184501.852961:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184501/real 1776184501]  req@000000005b9df5b0 x1862458492657920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184501.852971:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492657920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184501.852977:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184501.852979:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184501.852981:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184501.852987:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657984:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184501.853004:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184501.853012:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184501/real 1776184501]  req@00000000204bf3c6 x1862458492657984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184501.853021:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492657984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184526 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184501.853028:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184501.853030:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184501.853032:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492657984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:0.0:1776184502.300311:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184503.324389:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184504.348022:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184505.373279:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184506.396190:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184506.972235:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184506.972246:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184506.972249:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184506.972259:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5717
00000100:00080000:2.0:1776184506.972262:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184506.972268:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184506.972301:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492658048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184506.972330:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184506.972333:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184506.972334:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184506.972338:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5717
00000100:00080000:2.0:1776184506.972339:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184506.972343:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184506.972350:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184506.972360:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492658112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184506.972367:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184506.972370:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184506.972371:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184506.972374:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5717
00000100:00080000:2.0:1776184506.972375:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184506.972377:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184506.972380:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184506.972388:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492658176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184506.972393:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184506.972396:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184506.972397:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184506.972400:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5717
00000100:00080000:2.0:1776184506.972401:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184506.972403:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184506.972407:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184506.972414:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492658240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184506.972420:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184506.972423:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184506.972424:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184506.972427:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5717
00000100:00080000:2.0:1776184506.972428:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184506.972431:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184506.972434:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184506.972441:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492658304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184506.973153:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492658048:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184506.973219:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184506.973240:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184506/real 1776184506]  req@00000000141c6365 x1862458492658048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184506.973256:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492658048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184506.973265:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184506.973268:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184506.973271:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492658048:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184506.973276:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658112:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184506.973296:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184506.973304:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184506/real 1776184506]  req@000000009e28d8dc x1862458492658112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184506.973312:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492658112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184506.973318:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184506.973320:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184506.973322:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658112:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184506.973327:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658176:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184506.973345:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184506.973352:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184506/real 1776184506]  req@00000000eaec4566 x1862458492658176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184506.973362:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492658176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184506.973368:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184506.973370:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184506.973372:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658176:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184506.973377:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658240:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184506.973395:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184506.973402:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184506/real 1776184506]  req@00000000077b2c38 x1862458492658240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184506.973412:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492658240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184506.973418:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184506.973420:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184506.973422:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658240:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184506.973427:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658304:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184506.973445:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184506.973452:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184506/real 1776184506]  req@00000000cce0171d x1862458492658304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184506.973462:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492658304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184531 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184506.973468:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184506.973470:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184506.973473:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658304:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184507.420257:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184508.443942:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184509.467973:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184510.497818:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184511.515877:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184512.092478:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184512.092490:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184512.092493:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184512.092502:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5722
00000100:00080000:1.0:1776184512.092505:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184512.092512:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184512.092546:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492658368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184512.092577:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184512.092581:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184512.092582:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184512.092585:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5722
00000100:00080000:1.0:1776184512.092587:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184512.092590:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184512.092598:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184512.092608:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492658432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184512.092617:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184512.092620:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184512.092621:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184512.092625:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5722
00000100:00080000:1.0:1776184512.092626:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184512.092630:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184512.092634:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184512.092643:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492658496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184512.092651:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184512.092654:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184512.092655:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184512.092658:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5722
00000100:00080000:1.0:1776184512.092660:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184512.092663:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184512.092667:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184512.092676:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492658560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184512.092683:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184512.092686:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184512.092687:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184512.092690:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5722
00000100:00080000:1.0:1776184512.092691:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184512.092694:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184512.092697:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184512.092706:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492658624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184512.093064:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492658368:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:2.0:1776184512.093132:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184512.093155:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184512/real 1776184512]  req@000000005aa304ab x1862458492658368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184512.093169:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492658368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184512.093178:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184512.093181:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184512.093184:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492658368:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:2.0:1776184512.093190:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658432:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184512.093210:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184512.093218:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184512/real 1776184512]  req@000000001098c40e x1862458492658432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184512.093227:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492658432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184512.093233:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184512.093235:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184512.093238:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658432:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184512.093243:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658496:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184512.093262:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184512.093270:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184512/real 1776184512]  req@00000000d9dd8f33 x1862458492658496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184512.093280:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492658496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184512.093286:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184512.093288:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184512.093291:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658496:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184512.093296:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658560:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184512.093316:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184512.093323:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184512/real 1776184512]  req@00000000af591920 x1862458492658560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184512.093332:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492658560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184512.093339:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184512.093340:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184512.093343:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658560:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1776184512.093347:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658624:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184512.093365:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184512.093372:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184512/real 1776184512]  req@00000000c87b277a x1862458492658624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184512.093382:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492658624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184512.093389:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184512.093391:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184512.093393:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658624:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184512.539962:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184513.564168:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184514.588266:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184515.615222:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184516.636146:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184517.212965:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184517.212975:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184517.212981:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184517.212991:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5727
00000100:00080000:3.0:1776184517.212994:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184517.212999:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184517.213030:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492658688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184517.213059:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184517.213061:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184517.213063:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184517.213066:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5727
00000100:00080000:3.0:1776184517.213068:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184517.213071:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184517.213079:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184517.213088:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492658752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184517.213095:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184517.213098:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184517.213099:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184517.213101:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5727
00000100:00080000:3.0:1776184517.213103:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184517.213106:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184517.213109:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184517.213116:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492658816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184517.213123:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184517.213126:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184517.213127:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184517.213130:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5727
00000100:00080000:3.0:1776184517.213132:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184517.213134:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184517.213137:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184517.213144:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492658880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184517.213151:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184517.213157:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184517.213159:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184517.213161:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5727
00000100:00080000:3.0:1776184517.213163:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184517.213165:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184517.213168:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184517.213176:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492658944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184517.213272:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492658688:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776184517.213335:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184517.213356:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184517/real 1776184517]  req@00000000543ef8b3 x1862458492658688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184517.213370:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492658688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184517.213382:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184517.213385:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184517.213388:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492658688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776184517.213396:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658752:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184517.213423:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184517.213439:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184517/real 1776184517]  req@000000004fc3090a x1862458492658752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184517.213448:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492658752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184517.213455:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184517.213457:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184517.213459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184517.213463:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658816:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184517.213477:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184517.213483:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184517/real 1776184517]  req@00000000c2778644 x1862458492658816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184517.213490:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492658816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184517.213496:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184517.213497:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184517.213499:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184517.213504:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658880:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184517.213516:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184517.213521:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184517/real 1776184517]  req@000000004d6f77e0 x1862458492658880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184517.213528:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492658880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184517.213542:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184517.213544:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184517.213546:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776184517.213551:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658944:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184517.213563:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184517.213568:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184517/real 1776184517]  req@0000000058922152 x1862458492658944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184517.213576:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492658944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184517.213586:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184517.213588:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184517.213590:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492658944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184517.660309:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184518.684659:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184519.708251:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184520.732404:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184521.756300:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184522.335502:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184522.335513:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184522.335517:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184522.335527:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5732
00000100:00080000:0.0:1776184522.335530:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184522.335535:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184522.335569:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492659008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184522.335601:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184522.335605:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184522.335606:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184522.335609:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5732
00000100:00080000:0.0:1776184522.335611:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184522.335624:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184522.335633:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184522.335643:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492659072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184522.335651:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184522.335654:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184522.335655:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184522.335658:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5732
00000100:00080000:0.0:1776184522.335660:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184522.335663:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184522.335666:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184522.335673:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492659136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184522.335680:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184522.335682:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184522.335683:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184522.335685:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5732
00000100:00080000:0.0:1776184522.335687:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184522.335689:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184522.335692:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184522.335698:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492659200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184522.335705:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184522.335708:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184522.335709:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184522.335750:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5732
00000100:00080000:0.0:1776184522.335752:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184522.335754:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184522.335758:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184522.335767:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492659264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184522.336226:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492659008:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:2.0:1776184522.336290:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184522.336311:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184522/real 1776184522]  req@00000000cad5148b x1862458492659008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184522.336325:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492659008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184522.336333:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184522.336336:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184522.336339:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492659008:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:2.0:1776184522.336345:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659072:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184522.336381:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184522.336390:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184522/real 1776184522]  req@000000003deb6a56 x1862458492659072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184522.336400:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492659072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184522.336408:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184522.336410:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184522.336412:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659072:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184522.336417:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659136:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184522.336436:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184522.336445:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184522/real 1776184522]  req@00000000475fa082 x1862458492659136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184522.336454:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492659136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184522.336459:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184522.336461:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184522.336463:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659136:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184522.336483:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659200:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184522.336511:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184522.336519:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184522/real 1776184522]  req@0000000016c7f426 x1862458492659200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184522.336528:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492659200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184522.336535:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184522.336537:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184522.336539:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659200:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1776184522.336544:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659264:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184522.336566:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184522.336573:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184522/real 1776184522]  req@000000000d11d713 x1862458492659264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184522.336582:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492659264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184522.336589:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184522.336590:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184522.336593:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659264:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184522.780513:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184523.805597:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184524.827933:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184525.851931:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184526.876006:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184527.455189:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184527.455203:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184527.455207:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184527.455220:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5737
00000100:00080000:3.0:1776184527.455223:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184527.455230:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184527.455274:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492659328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184527.455303:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184527.455306:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184527.455307:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184527.455311:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5737
00000100:00080000:3.0:1776184527.455312:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184527.455315:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184527.455324:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184527.455332:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492659392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184527.455339:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184527.455342:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184527.455343:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184527.455347:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5737
00000100:00080000:3.0:1776184527.455349:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184527.455352:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184527.455356:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184527.455365:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492659456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184527.455372:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184527.455376:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184527.455377:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184527.455380:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5737
00000100:00080000:3.0:1776184527.455383:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184527.455387:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184527.455390:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184527.455397:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492659520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184527.455405:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184527.455408:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184527.455410:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184527.455413:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5737
00000100:00080000:3.0:1776184527.455415:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184527.455423:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:2.0:1776184527.455426:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492659328:192.168.203.145@tcp:250:kworker/u8:3.0
00000008:00100000:3.0:1776184527.455428:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184527.455439:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492659584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:2.0:1776184527.455510:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184527.455536:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184527/real 1776184527]  req@00000000979214d3 x1862458492659328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184527.455553:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492659328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184527.455563:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184527.455567:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184527.455570:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492659328:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776184527.455577:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659392:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184527.455600:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184527.455608:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184527/real 1776184527]  req@0000000019f3e9d6 x1862458492659392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184527.455624:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492659392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184527.455629:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184527.455632:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184527.455634:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659392:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184527.455640:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659456:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184527.455668:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184527.455677:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184527/real 1776184527]  req@0000000043dc1dd5 x1862458492659456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184527.455686:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492659456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184527.455692:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184527.455695:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184527.455697:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659456:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184527.455765:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659520:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184527.455787:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184527.455795:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184527/real 1776184527]  req@00000000e4a6949b x1862458492659520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184527.455805:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492659520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184527.455810:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184527.455813:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184527.455815:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659520:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776184527.455821:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659584:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184527.455837:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184527.455845:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184527/real 1776184527]  req@00000000e06e7839 x1862458492659584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184527.455852:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492659584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184527.455858:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184527.455860:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184527.455862:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659584:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:2.0:1776184527.900890:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184528.923947:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184529.947968:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184530.972763:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184531.995987:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184532.572485:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184532.572495:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184532.572499:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184532.572509:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5743
00000100:00080000:2.0:1776184532.572512:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184532.572517:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184532.572556:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492659648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184532.572587:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184532.572591:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184532.572593:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184532.572597:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5743
00000100:00080000:2.0:1776184532.572599:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184532.572602:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184532.572611:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184532.572620:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492659712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184532.572628:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184532.572631:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184532.572633:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184532.572636:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5743
00000100:00080000:2.0:1776184532.572637:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184532.572640:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184532.572644:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184532.572654:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492659776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184532.572661:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184532.572663:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184532.572664:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184532.572668:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5743
00000100:00080000:2.0:1776184532.572669:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184532.572672:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184532.572676:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184532.572684:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492659840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184532.572691:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184532.572694:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184532.572695:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184532.572698:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5743
00000100:00080000:2.0:1776184532.572699:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184532.572702:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184532.572706:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184532.572749:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492659904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184532.572832:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492659648:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184532.572896:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184532.572918:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184532/real 1776184532]  req@00000000b03ab380 x1862458492659648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184532.572934:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492659648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184532.572944:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184532.572946:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184532.572950:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492659648:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184532.572956:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659712:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184532.572977:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184532.572984:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184532/real 1776184532]  req@00000000b8358015 x1862458492659712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184532.572993:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492659712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184532.572999:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184532.573001:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184532.573003:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659712:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184532.573008:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659776:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184532.573026:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184532.573033:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184532/real 1776184532]  req@00000000cce0171d x1862458492659776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184532.573042:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492659776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184532.573048:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184532.573049:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184532.573052:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659776:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184532.573056:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659840:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184532.573074:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184532.573081:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184532/real 1776184532]  req@00000000077b2c38 x1862458492659840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184532.573090:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492659840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184532.573096:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184532.573098:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184532.573100:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659840:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184532.573106:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659904:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184532.573123:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184532.573130:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184532/real 1776184532]  req@00000000eaec4566 x1862458492659904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184532.573139:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492659904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184532.573150:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184532.573152:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184532.573155:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492659904:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184533.021356:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1776184534.044237:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184535.067912:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184536.091850:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184537.117162:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184537.693275:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184537.693287:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184537.693291:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184537.693300:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5748
00000100:00080000:3.0:1776184537.693303:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184537.693308:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184537.693341:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492659968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184537.693375:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184537.693378:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184537.693379:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184537.693383:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5748
00000100:00080000:3.0:1776184537.693385:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184537.693388:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184537.693396:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184537.693407:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492660032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184537.693415:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184537.693418:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184537.693419:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184537.693422:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5748
00000100:00080000:3.0:1776184537.693424:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184537.693426:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184537.693430:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184537.693448:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492660096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184537.693456:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184537.693459:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184537.693460:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184537.693463:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5748
00000100:00080000:3.0:1776184537.693465:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184537.693468:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184537.693471:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184537.693480:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492660160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184537.693487:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184537.693489:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184537.693490:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184537.693493:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5748
00000100:00080000:3.0:1776184537.693495:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184537.693508:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184537.693512:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184537.693519:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492660224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184537.693696:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492659968:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184537.693783:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184537.693808:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184537/real 1776184537]  req@00000000eb2b2a12 x1862458492659968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184537.693821:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492659968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184537.693829:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184537.693831:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184537.693834:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492659968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184537.693840:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660032:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184537.693860:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184537.693868:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184537/real 1776184537]  req@0000000011a4c226 x1862458492660032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184537.693876:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492660032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184537.693882:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184537.693884:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184537.693887:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660032:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184537.693892:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660096:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184537.693908:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184537.693914:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184537/real 1776184537]  req@00000000c084cebb x1862458492660096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184537.693922:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492660096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184537.693928:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184537.693929:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184537.693932:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660096:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184537.693936:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660160:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184537.693951:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184537.693958:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184537/real 1776184537]  req@00000000000d3e4b x1862458492660160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184537.693966:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492660160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184537.693971:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184537.693973:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184537.693975:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660160:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184537.693979:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660224:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184537.694006:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184537.694015:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184537/real 1776184537]  req@0000000058f74c1f x1862458492660224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184537.694026:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492660224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184537.694039:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184537.694041:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184537.694044:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660224:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184538.139922:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184539.163936:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184540.187975:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184541.212383:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184542.235946:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184542.812007:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184542.812017:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184542.812020:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184542.812030:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5753
00000100:00080000:3.0:1776184542.812033:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184542.814345:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184542.814776:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492660288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184542.814811:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184542.814815:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184542.814818:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184542.814822:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5753
00000100:00080000:3.0:1776184542.814824:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184542.814828:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184542.814837:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184542.814849:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492660352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184542.814855:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184542.814858:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184542.814859:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184542.814872:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5753
00000100:00080000:3.0:1776184542.814874:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184542.814877:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184542.814880:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184542.814888:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492660416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184542.814895:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184542.814897:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184542.814898:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184542.814901:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5753
00000100:00080000:3.0:1776184542.814903:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184542.814905:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184542.814909:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184542.814916:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492660480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184542.814923:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184542.814926:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184542.814927:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184542.814930:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5753
00000100:00080000:3.0:1776184542.814932:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184542.814934:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184542.814937:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184542.814944:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492660544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184542.815133:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492660288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184542.815197:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184542.815216:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184542/real 1776184542]  req@000000003c7e6ce9 x1862458492660288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184542.815231:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492660288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184542.815240:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184542.815242:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184542.815246:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492660288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184542.815252:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184542.815273:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184542.815281:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184542/real 1776184542]  req@000000004b362de1 x1862458492660352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184542.815292:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492660352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184542.815298:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184542.815301:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184542.815304:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184542.815309:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184542.815335:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184542.815343:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184542/real 1776184542]  req@00000000241ecb2f x1862458492660416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184542.815353:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492660416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184542.815359:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184542.815361:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184542.815363:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184542.815368:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184542.815388:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184542.815394:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184542/real 1776184542]  req@00000000de06baf2 x1862458492660480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184542.815404:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492660480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184542.815410:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184542.815412:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184542.815414:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184542.815419:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184542.815438:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184542.815445:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184542/real 1776184542]  req@00000000249ded4e x1862458492660544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184542.815453:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492660544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184567 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184542.815459:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184542.815461:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184542.815463:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184543.259900:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184544.285608:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184545.307924:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184546.331965:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184547.356524:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184547.933234:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184547.933245:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184547.933248:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184547.933258:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5758
00000100:00080000:2.0:1776184547.933262:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184547.933268:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184547.933301:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492660608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184547.933331:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184547.933335:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184547.933337:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184547.933341:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5758
00000100:00080000:2.0:1776184547.933342:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184547.933345:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184547.933354:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184547.933364:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492660672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184547.933371:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184547.933373:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184547.933374:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184547.933377:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5758
00000100:00080000:2.0:1776184547.933378:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184547.933381:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184547.933384:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184547.933390:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492660736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184547.933396:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184547.933398:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184547.933399:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184547.933402:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5758
00000100:00080000:2.0:1776184547.933403:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184547.933406:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184547.933409:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184547.933415:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492660800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184547.933422:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184547.933425:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184547.933426:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184547.933429:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5758
00000100:00080000:2.0:1776184547.933431:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184547.933434:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184547.933437:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184547.933445:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492660864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184547.933532:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492660608:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184547.933590:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184547.933611:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184547/real 1776184547]  req@000000009e28d8dc x1862458492660608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184547.933624:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492660608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184547.933632:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184547.933634:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184547.933637:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492660608:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184547.933642:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660672:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184547.933661:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184547.933667:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184547/real 1776184547]  req@00000000141c6365 x1862458492660672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184547.933676:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492660672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184547.933682:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184547.933684:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184547.933687:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660672:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184547.933692:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660736:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184547.933709:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184547.933740:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184547/real 1776184547]  req@00000000204bf3c6 x1862458492660736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184547.933749:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492660736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184547.933755:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184547.933757:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184547.933760:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660736:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184547.933764:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660800:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184547.933783:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184547.933790:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184547/real 1776184547]  req@000000005b9df5b0 x1862458492660800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184547.933799:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492660800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184547.933805:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184547.933807:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184547.933809:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660800:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184547.933814:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660864:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184547.933830:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184547.933836:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184547/real 1776184547]  req@000000003ddf5e8b x1862458492660864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184547.933844:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492660864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184572 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184547.933851:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184547.933852:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184547.933855:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660864:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184548.379922:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184549.403904:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184550.428309:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184551.452813:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184552.475956:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184553.052280:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184553.052290:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184553.052294:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184553.052303:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5763
00000100:00080000:2.0:1776184553.052306:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184553.052313:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184553.052347:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492660928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184553.052373:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184553.052376:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184553.052378:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184553.052381:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5763
00000100:00080000:2.0:1776184553.052383:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184553.052386:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184553.052394:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184553.052403:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492660992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184553.052410:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184553.052414:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184553.052415:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184553.052418:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5763
00000100:00080000:2.0:1776184553.052420:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184553.052423:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184553.052426:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184553.052433:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492661056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184553.052440:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184553.052442:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184553.052443:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184553.052446:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5763
00000100:00080000:2.0:1776184553.052448:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184553.052450:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184553.052453:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184553.052460:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492661120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184553.052466:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184553.052469:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184553.052470:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184553.052473:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5763
00000100:00080000:2.0:1776184553.052475:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184553.052477:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184553.052481:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184553.052488:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492661184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184553.052552:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492660928:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184553.052626:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660992:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184553.052648:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661056:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184553.052666:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661120:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184553.052682:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661184:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184553.502239:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184554.524381:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184555.547894:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776184556.124050:0:2252:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776184556.124093:0:2252:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776184556.124108:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184556.124152:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184556.124160:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184556.124166:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184556.124173:0:2252:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184556.124291:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184553/real 1776184556]  req@00000000e1486ef7 x1862458492660928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184556.124312:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492660928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184556.124322:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184556.124326:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184556.124330:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492660928:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184556.124336:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184553/real 1776184556]  req@000000009680d5f0 x1862458492660992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184556.124346:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492660992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184556.124352:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184556.124355:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184556.124358:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492660992:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184556.124362:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184553/real 1776184556]  req@000000008f1aeada x1862458492661056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184556.124370:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492661056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184556.124376:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184556.124379:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184556.124381:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661056:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184556.124386:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184553/real 1776184556]  req@0000000065cff9ca x1862458492661120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184556.124396:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492661120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184556.124401:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184556.124403:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184556.124406:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661120:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184556.124410:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184553/real 1776184556]  req@000000003af52c85 x1862458492661184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184556.124417:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492661184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184556.124423:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184556.124425:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184556.124427:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661184:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184556.574619:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184557.595956:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184558.171896:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184558.171909:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184558.171912:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184558.171922:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5768
00000100:00080000:2.0:1776184558.171925:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184558.171931:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184558.171959:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492661248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184558.171988:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184558.171992:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184558.171993:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184558.172007:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5768
00000100:00080000:2.0:1776184558.172009:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184558.172012:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184558.172019:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184558.172030:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492661312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184558.172047:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184558.172050:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184558.172052:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184558.172055:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5768
00000100:00080000:2.0:1776184558.172057:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184558.172060:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184558.172065:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184558.172068:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492661248:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:2.0:1776184558.172077:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492661376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184558.172086:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184558.172089:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184558.172090:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184558.172093:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5768
00000100:00080000:2.0:1776184558.172095:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184558.172098:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184558.172102:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184558.172110:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492661440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184558.172118:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184558.172120:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184558.172121:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184558.172124:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5768
00000100:00080000:2.0:1776184558.172126:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184558.172129:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184558.172132:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184558.172140:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492661504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:1.0:1776184558.172313:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184558.172334:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184558/real 1776184558]  req@00000000916d6b33 x1862458492661248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184558.172349:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492661248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184558.172358:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184558.172360:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184558.172363:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492661248:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184558.172370:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661312:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184558.172393:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184558.172401:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184558/real 1776184558]  req@000000001e5f24e0 x1862458492661312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184558.172411:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492661312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184558.172422:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184558.172424:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184558.172427:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661312:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184558.172450:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661376:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184558.172469:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184558.172476:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184558/real 1776184558]  req@000000003af52c85 x1862458492661376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184558.172485:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492661376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184558.172491:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184558.172493:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184558.172495:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661376:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184558.172500:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661440:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184558.172518:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184558.172526:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184558/real 1776184558]  req@0000000065cff9ca x1862458492661440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184558.172535:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492661440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184558.172541:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184558.172543:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184558.172545:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661440:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184558.172551:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661504:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184558.172568:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184558.172576:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184558/real 1776184558]  req@000000008f1aeada x1862458492661504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184558.172585:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492661504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184558.172591:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184558.172593:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184558.172596:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661504:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184558.620688:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184559.644146:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184560.668005:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184561.691933:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184562.718543:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184563.293572:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184563.293584:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184563.293587:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184563.293596:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5773
00000100:00080000:0.0:1776184563.293599:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184563.293605:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184563.293639:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492661568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184563.293667:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184563.293670:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184563.293671:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184563.293675:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5773
00000100:00080000:0.0:1776184563.293677:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184563.293680:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184563.293689:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184563.293701:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492661632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184563.293708:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184563.293748:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184563.293750:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1776184563.293754:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492661568:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00080000:0.0:1776184563.293756:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5773
00000100:00080000:0.0:1776184563.293760:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184563.293764:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184563.293768:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184563.293780:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492661696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184563.293787:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184563.293790:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184563.293791:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184563.293794:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5773
00000100:00080000:0.0:1776184563.293795:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184563.293798:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184563.293802:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184563.293810:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492661760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184563.293816:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184563.293820:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184563.293821:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184563.293823:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5773
00000100:00080000:0.0:1776184563.293825:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184563.293830:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000800:00000100:1.0:1776184563.293831:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000008:00100000:0.0:1776184563.293834:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184563.293844:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492661824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184563.293856:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184563/real 1776184563]  req@000000002277476a x1862458492661568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184563.293874:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492661568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184563.293900:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184563.293903:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184563.293907:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492661568:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184563.293930:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661632:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184563.293951:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184563.293960:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184563/real 1776184563]  req@0000000028a9b6b2 x1862458492661632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184563.293976:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492661632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184563.293983:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184563.293985:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184563.293987:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661632:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184563.293992:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661696:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184563.294011:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184563.294018:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184563/real 1776184563]  req@00000000d49fdfb5 x1862458492661696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184563.294028:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492661696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184563.294035:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184563.294037:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184563.294039:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661696:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184563.294044:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661760:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184563.294063:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184563.294069:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184563/real 1776184563]  req@00000000af534683 x1862458492661760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184563.294078:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492661760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184563.294084:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184563.294086:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184563.294089:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661760:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184563.294093:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661824:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184563.294108:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184563.294113:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184563/real 1776184563]  req@00000000f7929003 x1862458492661824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184563.294121:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492661824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184563.294127:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184563.294129:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184563.294132:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661824:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184563.740347:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184564.766658:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184565.788354:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184566.812081:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184567.835911:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184568.412865:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184568.412876:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184568.412880:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184568.412891:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5778
00000100:00080000:2.0:1776184568.412894:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184568.412899:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184568.412931:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492661888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184568.412963:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184568.412966:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184568.412967:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184568.412970:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5778
00000100:00080000:2.0:1776184568.412971:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184568.412974:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184568.412982:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184568.412992:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492661952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184568.412999:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184568.413001:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184568.413003:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184568.413006:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5778
00000100:00080000:2.0:1776184568.413008:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184568.413011:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184568.413015:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184568.413022:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492662016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184568.413028:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184568.413031:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184568.413032:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184568.413034:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5778
00000100:00080000:2.0:1776184568.413036:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184568.413039:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184568.413042:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184568.413049:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492662080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184568.413055:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184568.413058:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184568.413059:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184568.413062:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5778
00000100:00080000:2.0:1776184568.413063:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184568.413066:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184568.413069:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184568.413077:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492662144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184568.413273:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492661888:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184568.413338:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184568.413361:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184568/real 1776184568]  req@000000009680d5f0 x1862458492661888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184568.413375:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492661888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184568.413384:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184568.413387:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184568.413390:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492661888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184568.413397:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184568.413417:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184568.413424:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184568/real 1776184568]  req@00000000e1486ef7 x1862458492661952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184568.413447:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492661952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184568.413454:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184568.413456:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184568.413459:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492661952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184568.413465:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184568.413483:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184568.413491:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184568/real 1776184568]  req@000000003ddf5e8b x1862458492662016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184568.413500:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492662016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184568.413506:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184568.413508:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184568.413510:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184568.413516:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184568.413533:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184568.413540:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184568/real 1776184568]  req@000000005b9df5b0 x1862458492662080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184568.413549:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492662080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184568.413555:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184568.413557:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184568.413559:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184568.413564:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184568.413580:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184568.413588:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184568/real 1776184568]  req@00000000204bf3c6 x1862458492662144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184568.413596:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492662144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184568.413603:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184568.413604:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184568.413607:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184568.861593:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184569.884509:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184570.907954:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184571.933355:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184572.956142:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184573.532205:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184573.532216:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184573.532219:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184573.532230:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5784
00000100:00080000:2.0:1776184573.532233:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184573.532239:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184573.532275:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492662208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184573.532350:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492662208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184573.532413:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776184573.532442:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184573.532446:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184573.532447:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184573.532451:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5784
00000100:00080000:2.0:1776184573.532453:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184573.532456:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184573.532465:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184573.532477:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492662272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184573.532911:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184573/real 1776184573]  req@00000000141c6365 x1862458492662208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184573.532927:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492662208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184573.532936:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184573.532938:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184573.532952:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492662208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184573.533540:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184573.533582:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184573.533595:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184573/real 1776184573]  req@000000009e28d8dc x1862458492662272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184573.533606:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492662272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184573.533625:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184573.533628:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184573.533630:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:2.0:1776184573.536395:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184573.536405:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184573.536408:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184573.536417:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5784
00000100:00080000:2.0:1776184573.536420:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184573.536426:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184573.536439:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184573.536469:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492662336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184573.536483:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184573.536485:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184573.536487:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184573.536489:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5784
00000100:00080000:2.0:1776184573.536491:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184573.536493:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184573.536497:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184573.536497:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184573.536504:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492662400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184573.536511:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184573.536514:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184573.536514:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184573.536517:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5784
00000100:00080000:2.0:1776184573.536518:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184573.536520:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184573.536524:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184573.536530:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492662464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:3.0:1776184573.536554:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184573.536574:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184573/real 1776184573]  req@00000000eaec4566 x1862458492662336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184573.536588:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492662336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184573.536596:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184573.536598:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184573.536602:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184573.536634:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184573.536655:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184573.536663:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184573/real 1776184573]  req@00000000077b2c38 x1862458492662400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184573.536684:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492662400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184573.536690:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184573.536692:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184573.536694:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184573.536855:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184573.536879:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184573.536887:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184573/real 1776184573]  req@00000000cce0171d x1862458492662464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184573.536895:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492662464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184573.536902:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184573.536904:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184573.536906:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662464:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184573.981371:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184575.003977:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184576.027901:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184577.052844:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184578.075997:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184578.651858:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184578.651869:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184578.651872:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184578.651884:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5789
00000100:00080000:2.0:1776184578.651886:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184578.651892:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184578.651926:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b8358015 x1862458492662528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184578.651955:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184578.651958:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184578.651959:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184578.651962:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5789
00000100:00080000:2.0:1776184578.651964:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184578.651967:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184578.651976:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184578.651987:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b03ab380 x1862458492662592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184578.651995:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184578.651998:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184578.651999:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184578.652002:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5789
00000100:00080000:2.0:1776184578.652005:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184578.652007:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184578.652022:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184578.652837:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492662528:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184578.652903:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184578.652924:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184578/real 1776184578]  req@00000000b8358015 x1862458492662528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184578.652939:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b8358015 x1862458492662528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184578.652948:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184578.652951:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184578.652955:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8358015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492662528:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184578.652961:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662592:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184578.652981:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184578.652989:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184578/real 1776184578]  req@00000000b03ab380 x1862458492662592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184578.653112:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b03ab380 x1862458492662592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184578.653120:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184578.653123:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184578.653126:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b03ab380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662592:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184578.653145:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492662656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184578.653167:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184578.653171:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184578.653173:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1776184578.653177:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662656:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:2.0:1776184578.653179:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5789
00000100:00080000:2.0:1776184578.653184:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184578.653190:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184578.653196:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:3.0:1776184578.653208:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184578.653211:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492662720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184578.653219:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184578/real 1776184578]  req@00000000cce0171d x1862458492662656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184578.653223:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184578.653229:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184578.653230:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184578.653236:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5789
00000100:00080000:2.0:1776184578.653238:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1776184578.653240:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492662656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184578.653244:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184578.653250:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00080000:3.0:1776184578.653252:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184578.653256:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184578.653260:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662656:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184578.653263:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492662784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184578.653277:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662720:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184578.653300:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184578.653307:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184578/real 1776184578]  req@00000000077b2c38 x1862458492662720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184578.653316:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492662720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184578.653322:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184578.653324:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184578.653326:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662720:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184578.653331:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662784:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184578.653348:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184578.653356:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184578/real 1776184578]  req@00000000eaec4566 x1862458492662784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184578.653366:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492662784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184603 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184578.653372:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184578.653374:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184578.653376:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662784:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184579.101056:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184580.123909:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184581.148183:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184582.172107:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184583.196139:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184583.771883:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184583.771894:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184583.771897:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184583.771907:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5794
00000100:00080000:3.0:1776184583.771910:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184583.771915:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184583.771949:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492662848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184583.771997:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184583.772001:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184583.772002:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184583.772005:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5794
00000100:00080000:3.0:1776184583.772007:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184583.772010:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184583.772018:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184583.772028:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492662912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184583.772035:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184583.772037:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184583.772039:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184583.772041:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5794
00000100:00080000:3.0:1776184583.772043:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184583.772046:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184583.772051:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184583.772058:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492662976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184583.772064:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184583.772067:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184583.772068:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184583.772071:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5794
00000100:00080000:3.0:1776184583.772072:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184583.772075:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184583.772078:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184583.772085:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492663040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184583.772091:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184583.772094:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184583.772095:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184583.772097:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5794
00000100:00080000:3.0:1776184583.772099:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184583.772101:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184583.772105:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184583.772114:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492663104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184583.772204:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492662848:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:1.0:1776184583.772275:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184583.772296:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184583/real 1776184583]  req@00000000d13f4501 x1862458492662848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184583.772309:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492662848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184583.772317:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184583.772319:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184583.772322:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492662848:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184583.772328:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662912:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184583.772349:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184583.772356:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184583/real 1776184583]  req@000000006f8c11c8 x1862458492662912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184583.772363:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492662912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184583.772369:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184583.772370:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184583.772373:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662912:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184583.772377:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662976:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184583.772391:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184583.772397:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184583/real 1776184583]  req@00000000fe8f785d x1862458492662976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184583.772404:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492662976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184583.772410:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184583.772412:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184583.772414:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492662976:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184583.772419:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663040:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184583.772458:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184583.772466:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184583/real 1776184583]  req@000000009bb01b96 x1862458492663040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184583.772480:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492663040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184583.772487:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184583.772489:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184583.772492:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663040:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184583.772497:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663104:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184583.772513:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184583.772520:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184583/real 1776184583]  req@00000000249ded4e x1862458492663104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184583.772529:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492663104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184608 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184583.772535:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184583.772537:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184583.772539:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663104:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184584.223008:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184585.243971:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184586.268676:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184587.291915:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184588.316577:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184588.894321:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184588.894332:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184588.894346:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184588.894432:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5799
00000100:00080000:0.0:1776184588.894435:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184588.894441:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184588.894478:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492663168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184588.894552:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492663168:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184588.894645:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776184588.894984:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184588.894988:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184588.894990:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184588.894994:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5799
00000100:00080000:0.0:1776184588.894996:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184588.895000:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184588.895009:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184588.895022:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492663232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184588.895180:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184588/real 1776184588]  req@000000003e96f56f x1862458492663168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184588.895198:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492663168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184588.895208:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184588.895212:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184588.895216:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492663168:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184588.895239:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663232:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184588.895265:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184588.895273:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184588/real 1776184588]  req@0000000011be23ca x1862458492663232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184588.895283:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492663232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184588.895291:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184588.895293:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184588.895296:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663232:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776184588.895403:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184588.895408:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184588.895409:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184588.895413:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5799
00000100:00080000:0.0:1776184588.895415:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184588.895418:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184588.895423:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184588.895434:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492663296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184588.895477:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663296:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184588.895500:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776184588.895831:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184588.896179:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184588.896181:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184588.896185:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5799
00000100:00080000:0.0:1776184588.896187:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184588.896191:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184588.896197:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184588.896211:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492663360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184588.896222:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184588.896224:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184588.896225:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184588.896228:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5799
00000100:00080000:0.0:1776184588.896229:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184588.896232:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184588.896235:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184588.896243:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492663424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184588.896301:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184588/real 1776184588]  req@000000004ea85a2d x1862458492663296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184588.896314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492663296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184588.896320:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184588.896323:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184588.896325:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663296:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184588.896352:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663360:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184588.896381:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184588.896388:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184588/real 1776184588]  req@00000000785bcd08 x1862458492663360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184588.896397:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492663360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184588.896403:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184588.896405:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184588.896407:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663360:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184588.896413:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663424:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184588.896430:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184588.896438:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184588/real 1776184588]  req@000000001bcf0715 x1862458492663424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184588.896446:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492663424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184613 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184588.896452:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184588.896454:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184588.896456:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663424:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184589.339957:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184590.364003:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184591.388093:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184592.413078:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184593.436450:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184594.011837:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184594.011847:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184594.011850:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184594.011860:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5804
00000100:00080000:0.0:1776184594.011863:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184594.011868:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184594.011899:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492663488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184594.011928:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184594.011932:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184594.011933:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184594.011936:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5804
00000100:00080000:0.0:1776184594.011938:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184594.011941:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184594.011949:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184594.011957:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492663552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184594.011965:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184594.011968:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184594.011969:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184594.011972:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5804
00000100:00080000:0.0:1776184594.011974:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184594.011976:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184594.011981:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184594.011988:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492663616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184594.011995:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184594.011997:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184594.011998:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184594.012001:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5804
00000100:00080000:0.0:1776184594.012003:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184594.012005:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184594.012008:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184594.012013:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492663680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184594.012019:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184594.012022:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184594.012023:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184594.012025:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5804
00000100:00080000:0.0:1776184594.012026:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184594.012029:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184594.012032:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184594.012038:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492663744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184594.012110:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492663488:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:1.0:1776184594.012164:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184594.012182:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184594/real 1776184594]  req@000000002faeba1c x1862458492663488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184594.012195:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492663488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184594.012204:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184594.012207:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184594.012209:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492663488:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184594.012215:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663552:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184594.012301:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184594.012308:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184594/real 1776184594]  req@00000000564d2cf7 x1862458492663552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184594.012318:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492663552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184594.012324:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184594.012326:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184594.012328:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663552:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184594.012333:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663616:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184594.012428:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184594.012436:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184594/real 1776184594]  req@000000004b92993c x1862458492663616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184594.012445:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492663616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184594.012451:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184594.012453:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184594.012456:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663616:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184594.012461:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663680:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184594.012475:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184594.012480:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184594/real 1776184594]  req@00000000d304331a x1862458492663680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184594.012488:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492663680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184594.012494:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184594.012496:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184594.012498:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663680:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184594.012503:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663744:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184594.012515:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184594.012520:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184594/real 1776184594]  req@00000000f0661e3d x1862458492663744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184594.012529:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492663744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184594.012536:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184594.012537:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184594.012539:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663744:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184594.460898:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184595.487998:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184596.507924:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184597.532580:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184598.555966:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184599.132192:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184599.132203:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184599.132206:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184599.132216:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5809
00000100:00080000:3.0:1776184599.132219:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184599.132224:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184599.132317:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492663808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184599.132346:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184599.132349:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184599.132351:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184599.132355:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5809
00000100:00080000:3.0:1776184599.132357:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184599.132361:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184599.132369:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184599.132382:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492663872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184599.132385:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492663808:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00080000:3.0:1776184599.132399:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184599.132402:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184599.132404:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184599.132408:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5809
00000100:00080000:3.0:1776184599.132410:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184599.132413:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184599.132418:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184599.132428:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492663936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184599.132436:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184599.132439:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184599.132441:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184599.132444:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5809
00000100:00080000:3.0:1776184599.132446:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184599.132449:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184599.132453:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1776184599.132454:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184599.132465:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492664000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184599.132473:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1776184599.132478:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184599/real 1776184599]  req@00000000de06baf2 x1862458492663808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:3.0:1776184599.132478:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184599.132480:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184599.132488:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5809
00000100:00080000:3.0:1776184599.132493:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184599.132497:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:1.0:1776184599.132502:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492663808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000008:00100000:3.0:1776184599.132502:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1776184599.132514:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1776184599.132517:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492664064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184599.132519:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184599.132526:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492663808:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184599.132553:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663872:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184599.132575:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184599.132582:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184599/real 1776184599]  req@00000000241ecb2f x1862458492663872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184599.132591:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492663872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184599.132597:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184599.132599:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184599.132602:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663872:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184599.132606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663936:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184599.132620:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184599.132626:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184599/real 1776184599]  req@000000004b362de1 x1862458492663936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184599.132634:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492663936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184599.132639:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184599.132641:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184599.132643:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492663936:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184599.132648:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664000:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184599.132663:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184599.132668:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184599/real 1776184599]  req@000000003c7e6ce9 x1862458492664000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184599.132676:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492664000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184599.132681:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184599.132683:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184599.132685:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664000:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184599.132690:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664064:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184599.132703:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184599.132709:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184599/real 1776184599]  req@0000000058f74c1f x1862458492664064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184599.132741:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492664064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184599.132747:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184599.132749:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184599.132751:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664064:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184599.581505:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184600.604528:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184601.627855:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184602.652547:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184603.676431:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184604.251925:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184604.251941:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184604.251945:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184604.251960:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5814
00000100:00080000:3.0:1776184604.251965:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184604.251971:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184604.252029:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492664128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184604.252070:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184604.252073:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184604.252075:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184604.252078:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5814
00000100:00080000:3.0:1776184604.252080:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184604.252084:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184604.252095:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184604.252106:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492664192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184604.252115:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184604.252118:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184604.252119:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184604.252122:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5814
00000100:00080000:3.0:1776184604.252124:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184604.252127:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184604.252132:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184604.252140:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492664256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184604.252147:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184604.252150:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184604.252151:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184604.252155:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5814
00000100:00080000:3.0:1776184604.252157:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184604.252164:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184604.252168:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184604.252185:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492664320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184604.252192:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184604.252195:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184604.252197:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184604.252199:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5814
00000100:00080000:3.0:1776184604.252201:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184604.252204:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184604.252208:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184604.252216:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492664384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184604.252344:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492664128:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:1.0:1776184604.252438:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184604.252465:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184604/real 1776184604]  req@00000000000d3e4b x1862458492664128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184604.252482:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492664128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184604.252492:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184604.252495:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184604.252499:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492664128:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184604.252505:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664192:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184604.252526:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184604.252533:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184604/real 1776184604]  req@00000000c084cebb x1862458492664192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184604.252542:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492664192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184604.252547:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184604.252550:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184604.252552:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664192:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184604.252557:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664256:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184604.252575:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184604.252581:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184604/real 1776184604]  req@0000000011a4c226 x1862458492664256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184604.252591:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492664256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184604.252598:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184604.252600:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184604.252602:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664256:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184604.252607:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664320:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184604.252624:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184604.252631:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184604/real 1776184604]  req@00000000eb2b2a12 x1862458492664320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184604.252640:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492664320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184604.252647:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184604.252649:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184604.252651:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664320:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184604.252657:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664384:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184604.252673:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184604.252680:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184604/real 1776184604]  req@00000000e06e7839 x1862458492664384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184604.252689:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492664384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184604.252695:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184604.252697:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184604.252699:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664384:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184604.700022:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184605.725062:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184606.747947:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184607.771922:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184608.795917:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184609.371872:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184609.371882:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184609.371886:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184609.371904:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5819
00000100:00080000:1.0:1776184609.371907:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184609.371913:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184609.371947:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c87b277a x1862458492664448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184609.372008:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492664448:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184609.372081:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:1.0:1776184609.372110:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184609.372113:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184609.372115:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184609.372118:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5819
00000100:00080000:1.0:1776184609.372120:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184609.372124:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184609.372133:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184609.372144:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af591920 x1862458492664512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184609.372870:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184609/real 1776184609]  req@00000000c87b277a x1862458492664448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184609.372905:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c87b277a x1862458492664448/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184609.372914:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184609.372918:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184609.372921:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c87b277a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492664448:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184609.372946:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664512:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184609.372979:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184609.372989:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184609/real 1776184609]  req@00000000af591920 x1862458492664512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184609.372999:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af591920 x1862458492664512/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184609.373097:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184609.373102:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184609.373106:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af591920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664512:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:1.0:1776184609.375636:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184609.375645:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184609.375647:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184609.375656:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5819
00000100:00080000:1.0:1776184609.375659:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184609.375665:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184609.375676:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184609.375709:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d9dd8f33 x1862458492664576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184609.375735:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184609.375738:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184609.375740:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184609.375743:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5819
00000100:00080000:1.0:1776184609.375745:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184609.375748:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184609.375752:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184609.375761:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001098c40e x1862458492664640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184609.375769:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184609.375772:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184609.375773:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184609.375776:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5819
00000100:00080000:1.0:1776184609.375777:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184609.375780:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184609.375783:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184609.375791:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005aa304ab x1862458492664704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184609.375877:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664576:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184609.375944:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184609.375963:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184609/real 1776184609]  req@00000000d9dd8f33 x1862458492664576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184609.375978:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d9dd8f33 x1862458492664576/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184609.375986:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184609.375988:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184609.375991:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9dd8f33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664576:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184609.375997:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664640:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184609.376018:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184609.376026:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184609/real 1776184609]  req@000000001098c40e x1862458492664640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184609.376035:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001098c40e x1862458492664640/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184609.376132:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184609.376135:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184609.376138:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001098c40e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664640:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184609.376144:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664704:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184609.376165:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184609.376234:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184609/real 1776184609]  req@000000005aa304ab x1862458492664704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184609.376243:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005aa304ab x1862458492664704/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184609.376249:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184609.376251:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184609.376253:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa304ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664704:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184609.825428:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184610.844093:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184611.867920:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184612.892005:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184613.917875:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184614.492010:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184614.492021:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184614.492025:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184614.492036:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5824
00000100:00080000:0.0:1776184614.492039:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184614.492045:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184614.492080:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f0661e3d x1862458492664768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184614.492146:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492664768:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:3.0:1776184614.492209:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776184614.492238:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184614.492241:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184614.492242:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184614.492246:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5824
00000100:00080000:0.0:1776184614.492247:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184614.492251:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184614.492259:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184614.492271:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d304331a x1862458492664832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184614.494675:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184614/real 1776184614]  req@00000000f0661e3d x1862458492664768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184614.494696:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f0661e3d x1862458492664768/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184614.494703:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184614.494706:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184614.494708:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0661e3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492664768:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:3.0:1776184614.494747:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664832:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184614.494805:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184614.494822:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184614/real 1776184614]  req@00000000d304331a x1862458492664832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184614.494832:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d304331a x1862458492664832/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184614.494838:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184614.494841:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184614.494843:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d304331a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664832:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776184614.495078:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184614.495084:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184614.495086:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184614.495091:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5824
00000100:00080000:0.0:1776184614.495093:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184614.495098:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184614.495109:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184614.495132:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b92993c x1862458492664896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184614.495144:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184614.495147:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184614.495148:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184614.495152:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5824
00000100:00080000:0.0:1776184614.495154:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184614.495156:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184614.495160:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184614.495168:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000564d2cf7 x1862458492664960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184614.495175:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184614.495178:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184614.495180:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184614.495182:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5824
00000100:00080000:0.0:1776184614.495184:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184614.495186:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184614.495189:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184614.495197:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002faeba1c x1862458492665024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184614.495248:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664896:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:3.0:1776184614.495275:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184614.495285:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184614/real 1776184614]  req@000000004b92993c x1862458492664896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184614.495295:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b92993c x1862458492664896/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184614.495302:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184614.495304:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184614.495306:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b92993c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664896:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184614.495311:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664960:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184614.495330:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184614.495336:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184614/real 1776184614]  req@00000000564d2cf7 x1862458492664960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184614.495345:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000564d2cf7 x1862458492664960/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184614.495351:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184614.495352:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184614.495354:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000564d2cf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492664960:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184614.495359:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665024:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:3.0:1776184614.495374:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184614.495380:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184614/real 1776184614]  req@000000002faeba1c x1862458492665024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:3.0:1776184614.495388:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002faeba1c x1862458492665024/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:3.0:1776184614.495393:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184614.495395:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184614.495397:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002faeba1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665024:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184614.939980:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184615.964284:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184616.988027:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184618.011884:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184619.036730:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184619.614001:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184619.614012:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184619.614016:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184619.614025:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5830
00000100:00080000:1.0:1776184619.614030:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184619.614036:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184619.614070:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492665088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184619.614096:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184619.614099:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184619.614101:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184619.614104:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5830
00000100:00080000:1.0:1776184619.614106:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184619.614109:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184619.614118:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184619.614129:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492665152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184619.614137:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184619.614141:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184619.614142:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184619.614145:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5830
00000100:00080000:1.0:1776184619.614147:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1776184619.614150:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492665088:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:1.0:1776184619.614153:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184619.614160:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184619.614170:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492665216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184619.614178:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184619.614181:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184619.614183:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184619.614187:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5830
00000100:00080000:1.0:1776184619.614189:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184619.614192:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184619.614196:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184619.614204:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492665280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184619.614211:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184619.614214:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184619.614216:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184619.614219:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5830
00000100:00080000:1.0:1776184619.614220:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184619.614223:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184619.614227:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184619.614234:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492665344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184619.614299:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665152:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184619.614332:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:3.0:1776184619.614348:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:3.0:1776184619.614365:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665344:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184620.061295:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184621.084076:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184622.109435:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1776184622.688016:0:2253:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:0.0:1776184622.688061:0:2253:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1776184622.688075:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:0.0:1776184622.688121:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:0.0:1776184622.688129:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:0.0:1776184622.688135:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:0.0:1776184622.688143:0:2253:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184622.688281:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184619/real 1776184622]  req@000000000eb62df8 x1862458492665216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184622.688304:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492665216/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184622.688313:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184622.688316:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184622.688320:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665216:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184622.688327:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184619/real 1776184622]  req@00000000ed8b07dd x1862458492665280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184622.688336:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492665280/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184622.688342:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184622.688345:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184622.688348:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665280:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184622.688351:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184619/real 1776184622]  req@00000000621373f7 x1862458492665344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184622.688363:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492665344/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184622.688369:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184622.688371:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184622.688373:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665344:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184622.688377:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184619/real 1776184622]  req@00000000c648eb35 x1862458492665088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184622.688389:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492665088/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184622.688394:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184622.688410:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184622.688413:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492665088:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184622.688417:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184619/real 1776184622]  req@0000000002fce3d6 x1862458492665152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184622.688428:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492665152/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184622.688434:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184622.688436:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184622.688439:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665152:192.168.203.145@tcp:38:kworker/u8:3.0
00010000:00010000:3.0:1776184623.132040:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184624.156277:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184624.731975:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184624.731986:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184624.731990:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184624.731999:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5835
00000100:00080000:3.0:1776184624.732002:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184624.732008:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184624.732039:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492665408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184624.732064:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184624.732068:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184624.732069:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184624.732073:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5835
00000100:00080000:3.0:1776184624.732074:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184624.732078:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184624.732086:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184624.732108:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492665472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184624.732122:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184624.732125:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184624.732127:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184624.732130:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5835
00000100:00080000:3.0:1776184624.732131:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184624.732134:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184624.732138:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184624.732147:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492665536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184624.732155:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184624.732158:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184624.732159:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184624.732162:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5835
00000100:00080000:3.0:1776184624.732164:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184624.732166:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184624.732170:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184624.732178:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492665600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184624.732186:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184624.732189:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184624.732190:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184624.732193:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5835
00000100:00080000:3.0:1776184624.732195:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184624.732198:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184624.732202:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184624.732210:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492665664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184624.732291:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492665408:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:1.0:1776184624.732367:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184624.732389:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184624/real 1776184624]  req@00000000e4a6949b x1862458492665408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184624.732404:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492665408/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184624.732413:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184624.732415:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184624.732419:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492665408:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184624.732425:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665472:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184624.732447:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184624.732455:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184624/real 1776184624]  req@0000000043dc1dd5 x1862458492665472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184624.732464:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492665472/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184624.732470:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184624.732473:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184624.732475:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665472:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184624.732481:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665536:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184624.732500:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184624.732508:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184624/real 1776184624]  req@0000000019f3e9d6 x1862458492665536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184624.732517:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492665536/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184624.732524:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184624.732526:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184624.732528:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665536:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184624.732533:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665600:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184624.732552:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184624.732559:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184624/real 1776184624]  req@00000000979214d3 x1862458492665600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184624.732604:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492665600/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184624.732609:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184624.732611:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184624.732621:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665600:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184624.732627:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665664:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184624.732651:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184624.732659:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184624/real 1776184624]  req@0000000058922152 x1862458492665664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184624.732668:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492665664/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184624.732674:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184624.732676:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184624.732678:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665664:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184625.184767:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184626.203933:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184627.228491:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184628.251964:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184629.275990:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184629.855117:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184629.855127:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184629.855131:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184629.855140:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5840
00000100:00080000:2.0:1776184629.855142:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184629.855149:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184629.855185:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492665728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184629.855225:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184629.855229:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184629.855230:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184629.855234:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5840
00000100:00080000:2.0:1776184629.855235:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184629.855238:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184629.855246:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184629.855257:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492665792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184629.855264:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184629.855267:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184629.855268:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184629.855271:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5840
00000100:00080000:2.0:1776184629.855272:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184629.855275:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184629.855278:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184629.855284:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492665856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184629.855290:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184629.855293:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184629.855294:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184629.855296:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5840
00000100:00080000:2.0:1776184629.855298:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184629.855301:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184629.855303:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184629.855310:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492665920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184629.855316:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184629.855319:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184629.855320:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184629.855322:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5840
00000100:00080000:2.0:1776184629.855323:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184629.855326:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184629.855329:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184629.855335:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492665984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184629.855417:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492665728:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184629.855489:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184629.855521:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184629/real 1776184629]  req@000000009e28d8dc x1862458492665728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184629.855536:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492665728/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184629.855545:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184629.855548:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184629.855551:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492665728:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184629.855557:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665792:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184629.855579:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184629.855586:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184629/real 1776184629]  req@00000000141c6365 x1862458492665792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184629.855610:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492665792/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184629.855617:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184629.855619:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184629.855621:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665792:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184629.855626:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665856:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184629.855645:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184629.855652:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184629/real 1776184629]  req@00000000204bf3c6 x1862458492665856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184629.855663:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492665856/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184629.855670:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184629.855672:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184629.855674:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665856:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184629.855679:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665920:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184629.855699:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184629.855708:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184629/real 1776184629]  req@000000005b9df5b0 x1862458492665920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184629.855747:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492665920/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184629.855753:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184629.855755:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184629.855758:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665920:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184629.855764:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665984:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184629.855782:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184629.855790:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184629/real 1776184629]  req@000000003ddf5e8b x1862458492665984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184629.855799:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492665984/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184629.855805:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184629.855807:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184629.855809:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492665984:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184630.299871:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184631.324379:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184632.351439:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184633.372147:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184634.397504:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184634.971960:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184634.971971:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184634.971975:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184634.971985:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5845
00000100:00080000:2.0:1776184634.971988:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184634.971993:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184634.972025:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492666048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184634.972054:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184634.972058:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184634.972059:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184634.972063:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5845
00000100:00080000:2.0:1776184634.972065:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184634.972068:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184634.972077:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184634.972086:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492666112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184634.972093:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184634.972096:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184634.972097:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184634.972100:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5845
00000100:00080000:2.0:1776184634.972101:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184634.972103:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184634.972107:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184634.972115:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492666176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184634.972121:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184634.972123:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184634.972124:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184634.972127:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5845
00000100:00080000:2.0:1776184634.972128:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184634.972131:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184634.972134:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184634.972151:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492666240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184634.972163:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184634.972166:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184634.972167:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184634.972170:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5845
00000100:00080000:2.0:1776184634.972171:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184634.972174:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184634.972177:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184634.972184:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492666304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184634.972326:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492666048:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184634.972403:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184634.972427:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184634/real 1776184634]  req@00000000e1486ef7 x1862458492666048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184634.972442:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492666048/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184634.972451:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184634.972453:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184634.972457:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492666048:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184634.972463:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666112:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184634.972484:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184634.972491:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184634/real 1776184634]  req@000000009680d5f0 x1862458492666112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184634.972506:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492666112/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184634.972512:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184634.972514:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184634.972517:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666112:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184634.972521:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666176:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184634.972555:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184634.972563:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184634/real 1776184634]  req@000000008f1aeada x1862458492666176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184634.972573:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492666176/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184634.972579:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184634.972581:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184634.972583:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666176:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184634.972588:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666240:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184634.972605:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184634.972612:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184634/real 1776184634]  req@0000000065cff9ca x1862458492666240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184634.972621:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492666240/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184634.972628:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184634.972630:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184634.972632:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666240:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184634.972637:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666304:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184634.972654:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184634.972661:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184634/real 1776184634]  req@000000003af52c85 x1862458492666304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184634.972670:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492666304/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184659 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184634.972676:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184634.972678:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184634.972680:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666304:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184635.420496:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184636.444120:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184637.468479:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184638.491968:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184639.516560:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184640.094107:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184640.094118:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184640.094121:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184640.094131:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5850
00000100:00080000:0.0:1776184640.094135:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184640.094150:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184640.094182:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001bcf0715 x1862458492666368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184640.094209:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184640.094212:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184640.094213:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184640.094217:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5850
00000100:00080000:0.0:1776184640.094218:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184640.094221:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184640.094239:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184640.094257:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000785bcd08 x1862458492666432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184640.094265:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184640.094267:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184640.094268:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184640.094272:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5850
00000100:00080000:0.0:1776184640.094273:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184640.094276:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184640.094280:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184640.094292:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004ea85a2d x1862458492666496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184640.094299:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184640.094302:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184640.094303:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184640.094306:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5850
00000100:00080000:0.0:1776184640.094308:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184640.094311:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184640.094314:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184640.094323:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011be23ca x1862458492666560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184640.094330:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184640.094332:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184640.094334:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184640.094336:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5850
00000100:00080000:0.0:1776184640.094338:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184640.094340:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184640.094344:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184640.094351:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003e96f56f x1862458492666624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184640.094422:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492666368:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:1.0:1776184640.094481:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184640.094501:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184640/real 1776184640]  req@000000001bcf0715 x1862458492666368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184640.094526:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001bcf0715 x1862458492666368/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184640.094534:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184640.094537:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184640.094539:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001bcf0715 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492666368:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184640.094544:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666432:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184640.094565:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184640.094574:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184640/real 1776184640]  req@00000000785bcd08 x1862458492666432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184640.094584:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000785bcd08 x1862458492666432/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184640.094590:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184640.094592:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184640.094594:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000785bcd08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666432:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184640.094599:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666496:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184640.094615:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184640.094621:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184640/real 1776184640]  req@000000004ea85a2d x1862458492666496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184640.094630:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004ea85a2d x1862458492666496/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184640.094636:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184640.094638:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184640.094640:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ea85a2d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666496:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184640.094645:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666560:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184640.094663:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184640.094670:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184640/real 1776184640]  req@0000000011be23ca x1862458492666560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184640.094685:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011be23ca x1862458492666560/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184640.094692:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184640.094693:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184640.094695:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011be23ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666560:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184640.094699:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666624:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184640.094760:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184640.094767:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184640/real 1776184640]  req@000000003e96f56f x1862458492666624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184640.094776:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003e96f56f x1862458492666624/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184640.094782:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184640.094784:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184640.094787:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e96f56f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666624:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184640.539923:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184641.564019:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184642.590243:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184643.612953:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184644.638167:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184645.211908:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184645.211920:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184645.211923:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184645.211933:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5855
00000100:00080000:2.0:1776184645.211936:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184645.211942:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184645.211973:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001e5f24e0 x1862458492666688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184645.211999:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184645.212002:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184645.212003:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184645.212007:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5855
00000100:00080000:2.0:1776184645.212009:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184645.212012:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184645.212021:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184645.212031:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000916d6b33 x1862458492666752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184645.212038:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184645.212041:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184645.212042:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184645.212046:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5855
00000100:00080000:2.0:1776184645.212047:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184645.212050:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184645.212054:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184645.212064:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003af52c85 x1862458492666816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184645.212071:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184645.212073:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184645.212074:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184645.212077:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5855
00000100:00080000:2.0:1776184645.212079:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184645.212082:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184645.212085:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184645.212093:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000065cff9ca x1862458492666880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184645.212100:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184645.212103:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184645.212104:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184645.212107:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5855
00000100:00080000:2.0:1776184645.212109:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184645.212111:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184645.212114:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184645.212135:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008f1aeada x1862458492666944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184645.212210:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492666688:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184645.212266:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184645.212286:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184645/real 1776184645]  req@000000001e5f24e0 x1862458492666688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184645.212311:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001e5f24e0 x1862458492666688/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184645.212319:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184645.212323:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184645.212326:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e5f24e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492666688:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184645.212339:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666752:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184645.212361:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184645.212370:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184645/real 1776184645]  req@00000000916d6b33 x1862458492666752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184645.212380:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000916d6b33 x1862458492666752/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184645.212385:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184645.212387:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184645.212390:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000916d6b33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666752:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184645.212395:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666816:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184645.212413:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184645.212420:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184645/real 1776184645]  req@000000003af52c85 x1862458492666816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184645.212430:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003af52c85 x1862458492666816/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184645.212436:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184645.212442:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184645.212445:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003af52c85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666816:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184645.212450:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666880:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184645.212471:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184645.212478:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184645/real 1776184645]  req@0000000065cff9ca x1862458492666880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184645.212487:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000065cff9ca x1862458492666880/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184645.212493:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184645.212495:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184645.212497:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065cff9ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666880:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184645.212503:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666944:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184645.212521:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184645.212528:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184645/real 1776184645]  req@000000008f1aeada x1862458492666944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184645.212537:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008f1aeada x1862458492666944/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184645.212544:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184645.212545:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184645.212548:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f1aeada pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492666944:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184645.659868:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184646.684070:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184647.708474:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184648.731909:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184649.755923:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184650.333918:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184650.333929:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184650.333933:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184650.333941:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5860
00000100:00080000:0.0:1776184650.333945:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184650.333951:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184650.333984:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f7929003 x1862458492667008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184650.334076:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492667008:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184650.334138:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776184650.334177:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184650.334181:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184650.334182:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184650.334186:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5860
00000100:00080000:0.0:1776184650.334188:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184650.334192:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184650.334201:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184650.334213:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000af534683 x1862458492667072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184650.335249:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184650/real 1776184650]  req@00000000f7929003 x1862458492667008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184650.335272:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f7929003 x1862458492667008/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184650.335282:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184650.335285:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184650.335288:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7929003 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492667008:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184650.335314:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667072:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184650.335350:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184650.335359:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184650/real 1776184650]  req@00000000af534683 x1862458492667072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184650.335368:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000af534683 x1862458492667072/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184650.335374:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184650.335376:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184650.335379:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af534683 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667072:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:0.0:1776184650.338406:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184650.338416:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184650.338419:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184650.338428:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5860
00000100:00080000:0.0:1776184650.338431:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184650.338438:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184650.338449:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184650.338480:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d49fdfb5 x1862458492667136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184650.338493:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184650.338497:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184650.338499:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184650.338502:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5860
00000100:00080000:0.0:1776184650.338504:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184650.338507:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184650.338511:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184650.338520:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000028a9b6b2 x1862458492667200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184650.338527:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184650.338689:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184650.338692:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184650.338697:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5860
00000100:00080000:0.0:1776184650.338699:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184650.338702:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184650.338707:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184650.338771:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000002277476a x1862458492667264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184650.338883:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667136:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184650.338942:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184650.338962:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184650/real 1776184650]  req@00000000d49fdfb5 x1862458492667136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184650.338976:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d49fdfb5 x1862458492667136/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184650.338985:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184650.338987:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184650.338990:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49fdfb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667136:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184650.338997:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667200:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184650.339027:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184650.339034:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184650/real 1776184650]  req@0000000028a9b6b2 x1862458492667200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184650.339043:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000028a9b6b2 x1862458492667200/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184650.339049:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184650.339051:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184650.339053:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028a9b6b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667200:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184650.339058:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667264:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184650.339075:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184650.339082:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184650/real 1776184650]  req@000000002277476a x1862458492667264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184650.339091:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000002277476a x1862458492667264/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184650.339098:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184650.339100:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184650.339102:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002277476a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667264:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184650.780103:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184651.804018:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184652.829142:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184653.852325:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184654.876099:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184655.451915:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184655.451925:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184655.451928:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184655.451938:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5865
00000100:00080000:3.0:1776184655.451941:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184655.451947:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184655.451980:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492667328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184655.452018:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184655.452021:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184655.452022:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184655.452026:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5865
00000100:00080000:3.0:1776184655.452028:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184655.452032:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000100:00100000:1.0:1776184655.452207:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492667328:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:1.0:1776184655.452269:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184655.452291:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184655/real 1776184655]  req@000000004d6f77e0 x1862458492667328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184655.452305:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492667328/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184655.452313:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184655.452315:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184655.452318:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492667328:192.168.203.145@tcp:250:kworker/u8:1.0
00000008:00100000:3.0:1776184655.452579:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184655.452594:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c2778644 x1862458492667392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184655.452614:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184655.452617:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184655.452618:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184655.452622:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5865
00000100:00080000:3.0:1776184655.452623:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184655.452627:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184655.452632:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184655.452640:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004fc3090a x1862458492667456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184655.452648:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184655.452650:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184655.452652:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184655.452655:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5865
00000100:00080000:3.0:1776184655.452657:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184655.452659:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184655.452663:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184655.452671:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000543ef8b3 x1862458492667520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184655.452677:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184655.452680:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184655.452681:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184655.452683:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5865
00000100:00080000:3.0:1776184655.452685:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184655.452688:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184655.452691:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184655.452699:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004d6f77e0 x1862458492667584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184655.452882:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667392:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184655.452923:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184655.452932:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184655/real 1776184655]  req@00000000c2778644 x1862458492667392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184655.452942:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c2778644 x1862458492667392/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184655.452949:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184655.452951:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184655.452954:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2778644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667392:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184655.452959:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667456:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184655.452976:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184655.452984:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184655/real 1776184655]  req@000000004fc3090a x1862458492667456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184655.452994:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004fc3090a x1862458492667456/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184655.453000:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184655.453003:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184655.453018:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc3090a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667456:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184655.453023:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667520:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184655.453177:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184655.453187:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184655/real 1776184655]  req@00000000543ef8b3 x1862458492667520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184655.453197:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000543ef8b3 x1862458492667520/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184655.453203:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184655.453204:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184655.453207:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000543ef8b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667520:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184655.453212:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667584:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184655.453231:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184655.453238:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184655/real 1776184655]  req@000000004d6f77e0 x1862458492667584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184655.453248:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004d6f77e0 x1862458492667584/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184655.453254:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184655.453255:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184655.453258:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d6f77e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667584:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184655.900035:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184656.927177:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184657.948527:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184658.973192:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184659.996660:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184660.571830:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184660.571843:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184660.571846:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184660.571856:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5871
00000100:00080000:3.0:1776184660.571859:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184660.571864:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184660.571898:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058922152 x1862458492667648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184660.571930:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184660.571933:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184660.571934:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184660.571937:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5871
00000100:00080000:3.0:1776184660.571939:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184660.571942:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184660.571950:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184660.571961:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000979214d3 x1862458492667712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184660.571968:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184660.571971:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184660.571972:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184660.571974:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5871
00000100:00080000:3.0:1776184660.571976:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184660.571979:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184660.571982:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184660.571989:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000019f3e9d6 x1862458492667776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184660.571995:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184660.571997:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184660.571998:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184660.572001:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5871
00000100:00080000:3.0:1776184660.572002:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184660.572005:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184660.572007:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184660.572014:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000043dc1dd5 x1862458492667840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184660.572020:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184660.572024:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184660.572025:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184660.572027:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5871
00000100:00080000:3.0:1776184660.572029:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184660.572031:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184660.572035:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184660.572041:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e4a6949b x1862458492667904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184660.573468:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492667648:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:1.0:1776184660.573548:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184660.573570:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184660/real 1776184660]  req@0000000058922152 x1862458492667648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184660.573584:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058922152 x1862458492667648/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184660.573594:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184660.573597:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184660.573600:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058922152 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492667648:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184660.573606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667712:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184660.573621:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184660.573626:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184660/real 1776184660]  req@00000000979214d3 x1862458492667712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184660.573635:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000979214d3 x1862458492667712/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184660.573641:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184660.573643:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184660.573645:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000979214d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667712:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184660.573649:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667776:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184660.573661:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184660.573666:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184660/real 1776184660]  req@0000000019f3e9d6 x1862458492667776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184660.573674:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000019f3e9d6 x1862458492667776/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184660.573681:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184660.573682:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184660.573685:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f3e9d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667776:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184660.573689:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667840:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184660.573701:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184660.573705:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184660/real 1776184660]  req@0000000043dc1dd5 x1862458492667840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184660.573745:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000043dc1dd5 x1862458492667840/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184660.573751:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184660.573752:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184660.573755:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043dc1dd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667840:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184660.573760:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667904:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184660.573775:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184660.573780:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184660/real 1776184660]  req@00000000e4a6949b x1862458492667904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184660.573799:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e4a6949b x1862458492667904/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184660.573806:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184660.573808:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184660.573810:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4a6949b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492667904:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184661.019918:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184662.044783:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184663.068099:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184664.091868:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184665.116182:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184665.692417:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184665.692429:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184665.692432:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184665.692441:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5876
00000100:00080000:3.0:1776184665.692444:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184665.692450:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184665.692482:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492667968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184665.692515:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184665.692519:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184665.692520:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184665.692524:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5876
00000100:00080000:3.0:1776184665.692525:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184665.692528:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184665.692536:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184665.692546:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492668032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184665.692553:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184665.692556:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184665.692557:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184665.692561:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5876
00000100:00080000:3.0:1776184665.692563:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184665.692566:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184665.692570:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184665.692579:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492668096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184665.692587:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1776184665.692592:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492667968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00080000:3.0:1776184665.692592:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184665.692594:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184665.692600:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5876
00000100:00080000:3.0:1776184665.692603:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184665.692606:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184665.692610:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184665.692620:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492668160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184665.692627:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184665.692631:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184665.692632:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184665.692635:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5876
00000100:00080000:3.0:1776184665.692638:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184665.692641:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184665.692645:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184665.692654:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492668224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:1.0:1776184665.692665:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184665.692699:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184665/real 1776184665]  req@00000000e06e7839 x1862458492667968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184665.692739:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492667968/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184665.692747:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184665.692750:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184665.692753:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492667968:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184665.692759:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668032:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184665.692782:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184665.692790:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184665/real 1776184665]  req@00000000eb2b2a12 x1862458492668032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184665.692800:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492668032/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184665.692805:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184665.692807:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184665.692810:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668032:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184665.692832:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668096:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184665.692849:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184665.692855:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184665/real 1776184665]  req@0000000011a4c226 x1862458492668096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184665.692869:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492668096/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184665.692876:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184665.692877:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184665.692880:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668096:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184665.692884:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668160:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184665.692901:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184665.692908:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184665/real 1776184665]  req@00000000c084cebb x1862458492668160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184665.692916:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492668160/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184665.692922:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184665.692924:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184665.692926:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668160:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184665.692931:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668224:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184665.692948:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184665.692955:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184665/real 1776184665]  req@00000000000d3e4b x1862458492668224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184665.692965:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492668224/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184665.692972:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184665.692975:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184665.692977:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668224:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184666.140068:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184667.164308:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184668.191446:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184669.213050:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184670.236116:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184670.812776:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184670.812786:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184670.812789:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184670.812798:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5881
00000100:00080000:3.0:1776184670.812802:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184670.812808:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184670.812842:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492668288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184670.812915:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492668288:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184670.812985:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184670.813014:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184670.813017:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184670.813019:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184670.813022:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5881
00000100:00080000:3.0:1776184670.813024:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184670.813029:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184670.813036:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184670.813048:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492668352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184670.814809:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184670/real 1776184670]  req@0000000058f74c1f x1862458492668288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184670.814846:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492668288/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184670.814855:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184670.814859:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184670.814863:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492668288:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184670.815481:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668352:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184670.815547:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184670.815559:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184670/real 1776184670]  req@000000003c7e6ce9 x1862458492668352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184670.815581:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492668352/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184670.815588:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184670.815591:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184670.815594:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668352:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:3.0:1776184670.816307:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184670.816314:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184670.816317:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184670.816322:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5881
00000100:00080000:3.0:1776184670.816325:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184670.816331:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184670.816342:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184670.816367:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492668416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184670.816414:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668416:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184670.816450:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:3.0:1776184670.816473:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184670.816477:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184670.816478:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184670.816482:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5881
00000100:00080000:3.0:1776184670.816483:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184670.816487:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184670.816492:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184670.816504:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492668480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184670.816686:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184670/real 1776184670]  req@000000004b362de1 x1862458492668416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184670.816699:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492668416/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184670.816707:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184670.816787:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184670.816792:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668416:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184670.816810:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668480:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184670.816834:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184670.816854:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184670/real 1776184670]  req@00000000241ecb2f x1862458492668480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184670.816865:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492668480/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184670.816871:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184670.817115:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184670.817120:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668480:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00080000:3.0:1776184670.818293:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184670.818301:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184670.818303:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184670.818310:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5881
00000100:00080000:3.0:1776184670.818312:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184670.818318:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184670.818327:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184670.818351:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492668544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184670.818420:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668544:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184670.818467:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184670.822029:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184670/real 1776184670]  req@00000000de06baf2 x1862458492668544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184670.822057:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492668544/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184670.822068:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184670.822071:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184670.822075:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668544:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184671.260159:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184672.287452:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184673.309425:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184674.335139:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184675.355991:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184675.934795:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184675.934807:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184675.934811:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184675.934822:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5886
00000100:00080000:0.0:1776184675.934825:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184675.934832:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184675.934868:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000d11d713 x1862458492668608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184675.934956:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492668608:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:1.0:1776184675.935020:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776184675.935048:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184675.935052:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184675.935054:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184675.935057:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5886
00000100:00080000:0.0:1776184675.935059:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184675.935062:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184675.935070:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184675.935081:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000016c7f426 x1862458492668672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184675.939268:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184675/real 1776184675]  req@000000000d11d713 x1862458492668608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184675.939297:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000d11d713 x1862458492668608/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184675.939306:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184675.939310:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184675.939313:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d11d713 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492668608:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:1.0:1776184675.939344:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668672:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184675.939399:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:0.0:1776184675.942097:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184675.942108:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184675.942111:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184675.942122:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5886
00000100:00080000:0.0:1776184675.942126:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184675.942132:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184675.942144:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184675.942176:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000475fa082 x1862458492668736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184675.942191:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184675.942195:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184675.942196:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184675.942200:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5886
00000100:00080000:0.0:1776184675.942202:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184675.942206:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184675.942210:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184675.942222:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003deb6a56 x1862458492668800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184675.942230:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184675.942233:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184675.942235:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184675.942238:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5886
00000100:00080000:0.0:1776184675.942241:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184675.942244:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184675.942248:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184675.942257:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cad5148b x1862458492668864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184675.944100:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184675/real 1776184675]  req@0000000016c7f426 x1862458492668672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184675.944129:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000016c7f426 x1862458492668672/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184675.944138:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184675.944142:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184675.944145:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000016c7f426 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668672:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184675.944177:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668736:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:1.0:1776184675.944237:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184675.944249:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184675/real 1776184675]  req@00000000475fa082 x1862458492668736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184675.944260:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000475fa082 x1862458492668736/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184675.944266:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184675.944269:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184675.944271:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000475fa082 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668736:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:1.0:1776184675.944277:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668800:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184675.944295:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184675.944302:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184675/real 1776184675]  req@000000003deb6a56 x1862458492668800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184675.944311:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003deb6a56 x1862458492668800/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184675.944317:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184675.944319:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184675.944322:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003deb6a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668800:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:1.0:1776184675.944327:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668864:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:1.0:1776184675.944344:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184675.944351:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184675/real 1776184675]  req@00000000cad5148b x1862458492668864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184675.944360:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cad5148b x1862458492668864/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184700 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:1.0:1776184675.944366:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184675.944368:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184675.944372:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cad5148b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668864:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184676.380646:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184677.403913:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184678.427910:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184679.451987:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184680.475941:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184681.051888:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184681.051899:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184681.051904:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184681.051914:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5891
00000100:00080000:3.0:1776184681.051918:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184681.051924:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184681.051960:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492668928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184681.051989:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184681.051993:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184681.051995:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184681.051999:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5891
00000100:00080000:3.0:1776184681.052001:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184681.052004:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184681.052013:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184681.052026:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492668992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184681.052034:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184681.052038:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184681.052039:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184681.052042:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5891
00000100:00080000:3.0:1776184681.052044:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184681.052047:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184681.052051:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184681.052060:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492669056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184681.052067:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184681.052070:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184681.052071:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184681.052080:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5891
00000100:00080000:3.0:1776184681.052081:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184681.052084:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184681.052088:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184681.052096:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492669120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184681.052103:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184681.052106:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184681.052107:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184681.052110:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5891
00000100:00080000:3.0:1776184681.052112:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184681.052114:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184681.052118:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184681.052138:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492669184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184681.052226:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492668928:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184681.052296:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184681.052319:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184681/real 1776184681]  req@00000000249ded4e x1862458492668928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184681.052334:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492668928/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184681.052342:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184681.052352:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184681.052356:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492668928:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184681.052362:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668992:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184681.052383:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184681.052390:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184681/real 1776184681]  req@000000009bb01b96 x1862458492668992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184681.052400:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492668992/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184681.052406:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184681.052409:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184681.052411:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492668992:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184681.052416:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669056:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184681.052434:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184681.052442:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184681/real 1776184681]  req@00000000fe8f785d x1862458492669056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184681.052450:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492669056/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184681.052456:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184681.052457:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184681.052460:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669056:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184681.052464:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669120:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184681.052482:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184681.052488:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184681/real 1776184681]  req@000000006f8c11c8 x1862458492669120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184681.052497:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492669120/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184681.052503:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184681.052505:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184681.052508:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669120:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184681.052512:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669184:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184681.052532:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184681.052539:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184681/real 1776184681]  req@00000000d13f4501 x1862458492669184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184681.052546:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492669184/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184681.052552:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184681.052554:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184681.052556:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669184:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184681.499926:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184682.529763:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184683.548857:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184684.571925:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184685.599657:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184686.171819:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184686.171830:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184686.171833:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184686.171843:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5896
00000100:00080000:3.0:1776184686.171846:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184686.171852:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184686.171888:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000d13f4501 x1862458492669248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184686.171919:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184686.171922:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184686.171923:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184686.171926:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5896
00000100:00080000:3.0:1776184686.171928:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184686.171931:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184686.171940:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184686.171951:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006f8c11c8 x1862458492669312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184686.171959:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184686.171961:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184686.171963:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184686.171966:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5896
00000100:00080000:3.0:1776184686.171968:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184686.171971:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184686.171974:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184686.171983:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fe8f785d x1862458492669376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184686.171990:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184686.171993:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184686.171994:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184686.171997:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5896
00000100:00080000:3.0:1776184686.171998:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184686.172001:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184686.172005:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184686.172012:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bb01b96 x1862458492669440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184686.172018:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184686.172021:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184686.172022:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184686.172025:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5896
00000100:00080000:3.0:1776184686.172026:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184686.172029:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184686.172032:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184686.172039:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000249ded4e x1862458492669504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184686.174611:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492669248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184686.174748:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184686.174780:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184686.174802:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184686.174823:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184686.620251:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184687.647691:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184688.669314:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1776184689.244239:0:2254:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.145:988
00000400:00000100:2.0:1776184689.244281:0:2254:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.203.145@tcp at host 192.168.203.145 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1776184689.244296:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184689.244345:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184689.244353:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184689.244360:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000800:00000100:2.0:1776184689.244368:0:2254:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.145@tcp
00000100:00100000:1.0:1776184689.246434:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184686/real 1776184689]  req@00000000d13f4501 x1862458492669248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184689.246467:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000d13f4501 x1862458492669248/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184689.246477:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184689.246481:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184689.246485:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13f4501 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492669248:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184689.246494:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184686/real 1776184689]  req@000000006f8c11c8 x1862458492669312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184689.246503:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006f8c11c8 x1862458492669312/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184689.246509:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184689.246512:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184689.246514:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8c11c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669312:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184689.246519:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184686/real 1776184689]  req@00000000fe8f785d x1862458492669376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184689.246528:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fe8f785d x1862458492669376/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184689.246533:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184689.246535:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184689.246538:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe8f785d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669376:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184689.246543:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184686/real 1776184689]  req@000000009bb01b96 x1862458492669440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184689.246551:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bb01b96 x1862458492669440/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184689.246557:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184689.246559:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184689.246562:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bb01b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669440:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184689.246569:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184686/real 1776184689]  req@00000000249ded4e x1862458492669504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184689.246579:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000249ded4e x1862458492669504/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184689.246586:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184689.246588:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184689.246590:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000249ded4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669504:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184689.700775:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184690.715904:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184691.291881:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184691.291891:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184691.291894:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184691.291914:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5901
00000100:00080000:1.0:1776184691.291918:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184691.291923:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184691.291953:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000002fce3d6 x1862458492669568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184691.291981:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184691.291984:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184691.291986:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184691.291989:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5901
00000100:00080000:1.0:1776184691.291991:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184691.291994:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184691.292002:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184691.294490:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c648eb35 x1862458492669632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184691.294515:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184691.294519:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184691.294522:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184691.294528:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5901
00000100:00080000:1.0:1776184691.294531:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184691.294537:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184691.294547:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184691.294758:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492669568:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:3.0:1776184691.294828:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184691.294848:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184691/real 1776184691]  req@0000000002fce3d6 x1862458492669568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:3.0:1776184691.294875:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000002fce3d6 x1862458492669568/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:3.0:1776184691.294882:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184691.294885:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184691.294887:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002fce3d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492669568:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:3.0:1776184691.294893:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669632:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:3.0:1776184691.294923:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184691.294931:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184691/real 1776184691]  req@00000000c648eb35 x1862458492669632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:1.0:1776184691.295846:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000621373f7 x1862458492669696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184691.295863:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184691.295867:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184691.295870:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184691.295873:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5901
00000100:00080000:1.0:1776184691.295875:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184691.295880:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184691.295888:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184691.296493:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ed8b07dd x1862458492669760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184691.296506:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184691.296509:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184691.296511:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184691.296515:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5901
00000100:00080000:1.0:1776184691.296517:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184691.296522:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184691.296528:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184691.296539:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000000eb62df8 x1862458492669824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:3.0:1776184691.296821:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c648eb35 x1862458492669632/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:3.0:1776184691.296830:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184691.296833:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184691.296836:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c648eb35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669632:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:3.0:1776184691.296865:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669696:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:3.0:1776184691.296921:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184691.296936:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184691/real 1776184691]  req@00000000621373f7 x1862458492669696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:3.0:1776184691.297313:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000621373f7 x1862458492669696/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:3.0:1776184691.297320:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184691.297322:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184691.297325:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000621373f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669696:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:3.0:1776184691.297332:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669760:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:3.0:1776184691.297354:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184691.297360:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184691/real 1776184691]  req@00000000ed8b07dd x1862458492669760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:3.0:1776184691.297369:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ed8b07dd x1862458492669760/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:3.0:1776184691.297375:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184691.297377:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184691.297380:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b07dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669760:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:3.0:1776184691.297384:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669824:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:3.0:1776184691.297997:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:3.0:1776184691.298009:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184691/real 1776184691]  req@000000000eb62df8 x1862458492669824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:3.0:1776184691.298031:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000000eb62df8 x1862458492669824/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:3.0:1776184691.298038:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1776184691.298040:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:3.0:1776184691.298043:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb62df8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669824:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184691.740285:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184692.764235:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184693.788157:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184694.812013:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184695.836363:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184696.412081:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184696.412094:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184696.412097:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184696.412116:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5906
00000100:00080000:3.0:1776184696.412119:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184696.412125:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184696.412158:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000de06baf2 x1862458492669888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184696.412188:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184696.412191:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184696.412192:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184696.412195:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5906
00000100:00080000:3.0:1776184696.412197:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184696.412200:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184696.412209:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184696.412219:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000241ecb2f x1862458492669952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184696.412226:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184696.412230:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184696.412231:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184696.412234:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5906
00000100:00080000:3.0:1776184696.412236:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184696.412238:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184696.412242:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184696.412250:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000004b362de1 x1862458492670016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184696.412257:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184696.412260:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184696.412261:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184696.412264:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5906
00000100:00080000:3.0:1776184696.412266:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184696.412268:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184696.412272:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184696.412280:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003c7e6ce9 x1862458492670080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184696.412287:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184696.412290:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184696.412291:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184696.412294:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5906
00000100:00080000:3.0:1776184696.412296:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184696.412299:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184696.412302:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184696.412309:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000058f74c1f x1862458492670144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184696.412391:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492669888:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184696.412454:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184696.412474:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184696/real 1776184696]  req@00000000de06baf2 x1862458492669888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184696.412487:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000de06baf2 x1862458492669888/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184696.412495:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184696.412497:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184696.412499:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de06baf2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492669888:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184696.412505:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669952:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184696.412525:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184696.412533:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184696/real 1776184696]  req@00000000241ecb2f x1862458492669952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184696.412541:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000241ecb2f x1862458492669952/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184696.412547:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184696.412549:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184696.412552:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000241ecb2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492669952:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184696.412559:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670016:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184696.412578:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184696.412585:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184696/real 1776184696]  req@000000004b362de1 x1862458492670016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184696.412594:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000004b362de1 x1862458492670016/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184696.412600:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184696.412602:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184696.412605:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b362de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670016:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184696.412610:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670080:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184696.412628:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184696.412635:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184696/real 1776184696]  req@000000003c7e6ce9 x1862458492670080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184696.412645:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003c7e6ce9 x1862458492670080/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184696.412651:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184696.412653:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184696.412656:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003c7e6ce9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670080:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184696.412661:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670144:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184696.412678:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184696.412686:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184696/real 1776184696]  req@0000000058f74c1f x1862458492670144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184696.412696:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000058f74c1f x1862458492670144/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184696.412702:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184696.412704:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184696.412706:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058f74c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670144:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184696.861406:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184697.885047:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184698.911909:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184699.932026:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184700.956485:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1776184701.532925:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184701.532936:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:3.0:1776184701.532940:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184701.532951:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5912
00000100:00080000:3.0:1776184701.532954:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184701.532959:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:3.0:1776184701.532992:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000000d3e4b x1862458492670208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184701.533021:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184701.533024:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1776184701.533025:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184701.533029:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5912
00000100:00080000:3.0:1776184701.533031:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184701.533034:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184701.533051:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184701.533062:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000c084cebb x1862458492670272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184701.533070:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184701.533073:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1776184701.533074:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184701.533077:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5912
00000100:00080000:3.0:1776184701.533079:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184701.533082:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184701.533085:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1776184701.533092:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000011a4c226 x1862458492670336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184701.533099:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184701.533101:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1776184701.533102:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184701.533105:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5912
00000100:00080000:3.0:1776184701.533107:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184701.533109:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184701.533113:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184701.533120:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eb2b2a12 x1862458492670400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:3.0:1776184701.533126:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1776184701.533128:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1776184701.533129:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1776184701.533132:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5912
00000100:00080000:3.0:1776184701.533134:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1776184701.533137:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:3.0:1776184701.533140:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1776184701.533146:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e06e7839 x1862458492670464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184701.535623:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492670208:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:2.0:1776184701.535703:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184701.535753:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184701/real 1776184701]  req@00000000000d3e4b x1862458492670208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184701.535767:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000000d3e4b x1862458492670208/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184701.535776:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184701.535780:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184701.535783:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000000d3e4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492670208:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:2.0:1776184701.535789:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670272:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184701.535813:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184701.535821:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184701/real 1776184701]  req@00000000c084cebb x1862458492670272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184701.535830:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000c084cebb x1862458492670272/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184701.535836:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184701.535838:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184701.535840:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c084cebb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670272:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184701.535845:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670336:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:2.0:1776184701.535862:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184701.535868:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184701/real 1776184701]  req@0000000011a4c226 x1862458492670336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184701.535876:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000011a4c226 x1862458492670336/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184701.535882:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184701.535884:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184701.535886:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011a4c226 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670336:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:2.0:1776184701.535891:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670400:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184701.535918:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184701.535925:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184701/real 1776184701]  req@00000000eb2b2a12 x1862458492670400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184701.535938:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eb2b2a12 x1862458492670400/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184701.535945:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184701.535947:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184701.535949:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2b2a12 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670400:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:2.0:1776184701.535954:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670464:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:2.0:1776184701.535969:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184701.535975:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184701/real 1776184701]  req@00000000e06e7839 x1862458492670464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:2.0:1776184701.535984:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e06e7839 x1862458492670464/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:2.0:1776184701.535990:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184701.535992:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184701.535994:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e06e7839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670464:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184701.979957:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184703.008804:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184704.028107:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184705.052182:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184706.075862:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184706.652087:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184706.652098:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184706.652101:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184706.652111:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5917
00000100:00080000:0.0:1776184706.652114:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184706.652120:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184706.652162:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492670528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184706.652197:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184706.652200:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184706.652202:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184706.652205:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5917
00000100:00080000:0.0:1776184706.652207:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184706.652210:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184706.652219:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184706.652229:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492670592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184706.652236:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184706.652239:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184706.652240:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184706.652242:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5917
00000100:00080000:0.0:1776184706.652244:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184706.652246:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184706.652250:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184706.652256:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492670656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184706.652262:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184706.652265:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184706.652266:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184706.652269:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5917
00000100:00080000:0.0:1776184706.652271:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184706.652274:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184706.652277:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184706.652284:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492670720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184706.652289:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184706.652292:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184706.652293:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184706.652296:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5917
00000100:00080000:0.0:1776184706.652298:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184706.652310:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184706.652315:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184706.652322:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492670784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184706.652365:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492670528:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:2.0:1776184706.652429:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184706.652455:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184706/real 1776184706]  req@000000005cd929cf x1862458492670528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184706.652469:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492670528/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184706.652478:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184706.652481:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184706.652484:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492670528:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:2.0:1776184706.652490:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670592:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184706.652510:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184706.652516:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184706/real 1776184706]  req@00000000121462c2 x1862458492670592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184706.652525:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492670592/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184706.652531:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184706.652533:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184706.652536:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670592:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184706.652540:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670656:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184706.652555:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184706.652561:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184706/real 1776184706]  req@000000008e1f0684 x1862458492670656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184706.652570:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492670656/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184706.652575:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184706.652577:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184706.652579:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670656:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184706.652584:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670720:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184706.652604:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184706.652610:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184706/real 1776184706]  req@00000000fc3cde40 x1862458492670720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184706.652618:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492670720/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184706.652625:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184706.652627:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184706.652629:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670720:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1776184706.652633:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670784:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184706.652646:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184706.652652:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184706/real 1776184706]  req@00000000a315d4ac x1862458492670784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184706.652661:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492670784/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184706.652667:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184706.652669:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184706.652671:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670784:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184707.104042:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184708.126215:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184709.147969:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184710.172042:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184711.196395:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184711.771871:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184711.771890:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184711.771893:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184711.771903:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5922
00000100:00080000:2.0:1776184711.771906:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184711.771913:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184711.771946:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009680d5f0 x1862458492670848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184711.771985:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184711.771989:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184711.771990:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184711.771993:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5922
00000100:00080000:2.0:1776184711.771995:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184711.771998:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184711.772007:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184711.772016:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000e1486ef7 x1862458492670912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184711.772024:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184711.772027:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184711.772028:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184711.772031:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5922
00000100:00080000:2.0:1776184711.772033:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184711.772035:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184711.772039:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184711.772047:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000003ddf5e8b x1862458492670976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184711.772054:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184711.772057:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184711.772058:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184711.772061:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5922
00000100:00080000:2.0:1776184711.772063:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184711.772066:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184711.772069:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184711.772077:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005b9df5b0 x1862458492671040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184711.772085:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184711.772088:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184711.772089:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184711.772091:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5922
00000100:00080000:2.0:1776184711.772093:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184711.772095:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184711.772099:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184711.772116:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000204bf3c6 x1862458492671104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184711.772332:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492670848:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184711.772392:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184711.772413:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184711/real 1776184711]  req@000000009680d5f0 x1862458492670848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184711.772426:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009680d5f0 x1862458492670848/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184711.772435:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184711.772438:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184711.772442:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009680d5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492670848:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184711.772449:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670912:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184711.772473:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184711.772480:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184711/real 1776184711]  req@00000000e1486ef7 x1862458492670912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184711.772488:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000e1486ef7 x1862458492670912/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184711.772494:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184711.772497:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184711.772499:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1486ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670912:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184711.772504:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670976:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184711.772522:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184711.772530:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184711/real 1776184711]  req@000000003ddf5e8b x1862458492670976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184711.772541:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000003ddf5e8b x1862458492670976/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184711.772547:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184711.772550:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184711.772553:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ddf5e8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492670976:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184711.772558:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671040:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184711.772577:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184711.772584:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184711/real 1776184711]  req@000000005b9df5b0 x1862458492671040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184711.772592:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005b9df5b0 x1862458492671040/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184711.772597:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184711.772599:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184711.772601:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b9df5b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671040:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184711.772606:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671104:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184711.772625:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184711.772632:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184711/real 1776184711]  req@00000000204bf3c6 x1862458492671104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184711.772641:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000204bf3c6 x1862458492671104/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184711.772648:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184711.772650:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184711.772652:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000204bf3c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671104:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184712.221581:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184713.247763:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184714.269277:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184715.291916:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184716.316103:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184716.892094:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184716.892105:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184716.892109:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184716.892118:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5927
00000100:00080000:1.0:1776184716.892122:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184716.892128:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184716.892161:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008eee8260 x1862458492671168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184716.892188:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184716.892191:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184716.892193:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184716.892196:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5927
00000100:00080000:1.0:1776184716.892198:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184716.892201:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184716.892209:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184716.892220:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000b1152010 x1862458492671232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184716.892228:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184716.892230:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184716.892232:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184716.892235:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5927
00000100:00080000:1.0:1776184716.892236:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184716.892239:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184716.892243:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184716.892251:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000f13843be x1862458492671296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184716.892257:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184716.892260:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184716.892261:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184716.892264:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5927
00000100:00080000:1.0:1776184716.892267:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184716.892269:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184716.892273:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184716.892280:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009bf866c6 x1862458492671360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184716.892287:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184716.892290:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184716.892291:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184716.892294:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5927
00000100:00080000:1.0:1776184716.892296:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184716.892298:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184716.892312:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184716.892322:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000006aae32ca x1862458492671424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184716.892703:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492671168:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:2.0:1776184716.892786:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184716.892810:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184716/real 1776184716]  req@000000008eee8260 x1862458492671168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184716.892825:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008eee8260 x1862458492671168/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184716.892833:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184716.892836:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184716.892839:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eee8260 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492671168:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:2.0:1776184716.892846:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671232:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184716.892867:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184716.892875:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184716/real 1776184716]  req@00000000b1152010 x1862458492671232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184716.892884:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000b1152010 x1862458492671232/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184716.892890:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184716.892893:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184716.892895:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1152010 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671232:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184716.892900:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671296:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184716.892918:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184716.892926:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184716/real 1776184716]  req@00000000f13843be x1862458492671296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184716.892935:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000f13843be x1862458492671296/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184716.892941:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184716.892942:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184716.892945:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f13843be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671296:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184716.892950:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671360:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184716.892981:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184716.892988:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184716/real 1776184716]  req@000000009bf866c6 x1862458492671360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184716.892998:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009bf866c6 x1862458492671360/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184716.893004:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184716.893006:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184716.893008:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf866c6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671360:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1776184716.893012:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671424:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184716.893030:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184716.893037:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184716/real 1776184716]  req@000000006aae32ca x1862458492671424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184716.893045:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000006aae32ca x1862458492671424/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184716.893050:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184716.893052:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184716.893054:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006aae32ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671424:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184717.341215:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184718.363970:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184719.390228:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184720.411976:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184721.442708:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1776184722.011978:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184722.011990:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:0.0:1776184722.011994:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184722.012004:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5932
00000100:00080000:0.0:1776184722.012007:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184722.012012:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:0.0:1776184722.012049:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000a315d4ac x1862458492671488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184722.012082:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184722.012085:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1776184722.012086:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184722.012090:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5932
00000100:00080000:0.0:1776184722.012091:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184722.012095:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184722.012103:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184722.012114:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000fc3cde40 x1862458492671552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184722.012122:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184722.012126:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1776184722.012127:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184722.012130:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5932
00000100:00080000:0.0:1776184722.012132:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184722.012134:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184722.012138:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1776184722.012146:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000008e1f0684 x1862458492671616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184722.012152:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184722.012155:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1776184722.012156:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184722.012159:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5932
00000100:00080000:0.0:1776184722.012160:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184722.012163:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184722.012166:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184722.012173:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000121462c2 x1862458492671680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:0.0:1776184722.012180:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1776184722.012182:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1776184722.012183:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1776184722.012186:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5932
00000100:00080000:0.0:1776184722.012187:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1776184722.012189:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:0.0:1776184722.012192:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1776184722.012199:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000005cd929cf x1862458492671744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184722.013143:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492671488:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:2.0:1776184722.013213:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184722.013236:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184722/real 1776184722]  req@00000000a315d4ac x1862458492671488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184722.013251:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000a315d4ac x1862458492671488/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184722.013260:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184722.013263:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184722.013267:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a315d4ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492671488:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00100000:2.0:1776184722.013273:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671552:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184722.013295:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184722.013304:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184722/real 1776184722]  req@00000000fc3cde40 x1862458492671552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184722.013314:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000fc3cde40 x1862458492671552/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184722.013320:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184722.013322:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184722.013325:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc3cde40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671552:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184722.013330:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671616:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184722.013347:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184722.013354:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184722/real 1776184722]  req@000000008e1f0684 x1862458492671616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184722.013363:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000008e1f0684 x1862458492671616/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184722.013369:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184722.013371:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184722.013374:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1f0684 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671616:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184722.013379:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671680:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184722.013400:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184722.013407:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184722/real 1776184722]  req@00000000121462c2 x1862458492671680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184722.013417:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000121462c2 x1862458492671680/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184722.013423:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184722.013426:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184722.013428:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000121462c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671680:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1776184722.013434:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671744:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184722.013451:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184722.013457:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184722/real 1776184722]  req@000000005cd929cf x1862458492671744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184722.013478:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000005cd929cf x1862458492671744/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184722.013485:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184722.013487:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184722.013489:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cd929cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671744:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184722.459922:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184723.487079:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184724.507886:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184725.532021:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184726.556266:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1776184727.133740:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184727.133751:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:1.0:1776184727.133754:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184727.133764:0:38628:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5937
00000100:00080000:1.0:1776184727.133767:0:38628:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184727.133773:0:38628:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:1.0:1776184727.133812:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000086193d2a x1862458492671808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184727.133852:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184727.133856:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1776184727.133858:0:38628:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1776184727.133998:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492671808:192.168.203.145@tcp:250:kworker/u8:1.0
00000800:00000100:2.0:1776184727.134066:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184727.134088:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184727/real 1776184727]  req@0000000086193d2a x1862458492671808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184727.134104:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@0000000086193d2a x1862458492671808/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184727.134115:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184727.134118:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184727.134121:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086193d2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492671808:192.168.203.145@tcp:250:kworker/u8:1.0
00000100:00080000:1.0:1776184727.134182:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5937
00000100:00080000:1.0:1776184727.134186:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184727.134191:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184727.134200:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184727.134213:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000ae50fb1e x1862458492671872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184727.134233:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184727.134237:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1776184727.134239:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184727.134243:0:38628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5937
00000100:00080000:1.0:1776184727.134244:0:38628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184727.134247:0:38628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184727.134252:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1776184727.134261:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000dedc2d4e x1862458492671936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184727.134269:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184727.134272:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1776184727.134273:0:38628:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184727.134277:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5937
00000100:00080000:1.0:1776184727.134278:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184727.134281:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184727.134286:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184727.134294:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000007c26bb68 x1862458492672000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:1.0:1776184727.134301:0:38628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1776184727.134305:0:38628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1776184727.134306:0:38628:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1776184727.134309:0:38628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5937
00000100:00080000:1.0:1776184727.134311:0:38628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1776184727.134313:0:38628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:1.0:1776184727.134317:0:38628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1776184727.134325:0:38628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000001741ced9 x1862458492672064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:2.0:1776184727.134399:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671872:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184727.134425:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184727.134434:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184727/real 1776184727]  req@00000000ae50fb1e x1862458492671872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184727.134445:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000ae50fb1e x1862458492671872/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184727.134452:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184727.134454:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184727.134457:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae50fb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671872:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184727.134462:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671936:192.168.203.145@tcp:38:kworker/u8:1.0
00000800:00000100:2.0:1776184727.134481:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184727.134489:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184727/real 1776184727]  req@00000000dedc2d4e x1862458492671936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184727.134499:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000dedc2d4e x1862458492671936/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184727.134506:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184727.134508:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184727.134510:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dedc2d4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492671936:192.168.203.145@tcp:38:kworker/u8:1.0
00000100:00100000:2.0:1776184727.134516:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672000:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184727.134535:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184727.134558:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184727/real 1776184727]  req@000000007c26bb68 x1862458492672000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184727.134569:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000007c26bb68 x1862458492672000/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184727.134576:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184727.134578:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184727.134581:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c26bb68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672000:192.168.203.145@tcp:8:kworker/u8:1.0
00000100:00100000:2.0:1776184727.134586:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672064:192.168.203.145@tcp:8:kworker/u8:1.0
00000800:00000100:2.0:1776184727.134604:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:2.0:1776184727.134612:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184727/real 1776184727]  req@000000001741ced9 x1862458492672064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00100000:2.0:1776184727.134623:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000001741ced9 x1862458492672064/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0'
00000100:00080000:2.0:1776184727.134630:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1776184727.134632:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:2.0:1776184727.134635:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001741ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672064:192.168.203.145@tcp:8:kworker/u8:1.0
00010000:00010000:3.0:1776184727.581504:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184728.603902:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184729.628070:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184730.656569:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184731.679170:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1776184732.251991:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 772f7b7d-189c-466c-bd48-1abb440ec902->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184732.252003:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery
00000100:00080000:2.0:1776184732.252006:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184732.252016:0:24086:0:(import.c:534:import_select_connection()) MGC192.168.203.145@tcp: connect to NID 192.168.203.145@tcp last attempt 5942
00000100:00080000:2.0:1776184732.252020:0:24086:0:(import.c:581:import_select_connection()) MGC192.168.203.145@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184732.252026:0:24086:0:(import.c:615:import_select_connection()) MGC192.168.203.145@tcp: import 00000000e322642b using connection MGC192.168.203.145@tcp_0/192.168.203.145@tcp
00000100:00100000:2.0:1776184732.252060:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000141c6365 x1862458492672128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184732.252119:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492672128:192.168.203.145@tcp:250:kworker/u8:3.0
00000800:00000100:1.0:1776184732.252183:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00080000:2.0:1776184732.252214:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184732.252218:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1776184732.252219:0:24086:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184732.252223:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5942
00000100:00080000:2.0:1776184732.252225:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184732.252228:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff9280d0efb800: import 00000000814c7fe5 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184732.252237:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184732.252258:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@000000009e28d8dc x1862458492672192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00100000:1.0:1776184732.252980:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184732/real 1776184732]  req@00000000141c6365 x1862458492672128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184732.252999:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000141c6365 x1862458492672128/t0(0) o250->MGC192.168.203.145@tcp@192.168.203.145@tcp:26/25 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184732.253009:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000e322642b MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184732.253012:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184732.253015:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000141c6365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:772f7b7d-189c-466c-bd48-1abb440ec902:2264:1862458492672128:192.168.203.145@tcp:250:kworker/u8:3.0
00000100:00100000:1.0:1776184732.253039:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672192:192.168.203.145@tcp:38:kworker/u8:3.0
00000800:00000100:1.0:1776184732.253070:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184732.253078:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184732/real 1776184732]  req@000000009e28d8dc x1862458492672192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184732.253088:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@000000009e28d8dc x1862458492672192/t0(0) o38->lustre-MDT0000-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184732.253095:0:2264:0:(import.c:86:import_set_state_nolock()) 00000000814c7fe5 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184732.253098:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184732.253100:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e28d8dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672192:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:2.0:1776184732.253592:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184732.253597:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1776184732.253599:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184732.253604:0:24086:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5942
00000100:00080000:2.0:1776184732.253606:0:24086:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184732.253610:0:24086:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff9280d0efb800: import 0000000033c55c53 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184732.253618:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1776184732.253939:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000eaec4566 x1862458492672256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184732.253962:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1776184732.253966:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1776184732.253968:0:24086:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184732.253972:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5942
00000100:00080000:2.0:1776184732.253973:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184732.253976:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff9280d0efb800: import 0000000038c11603 using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184732.253980:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184732.253991:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000077b2c38 x1862458492672320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000100:00080000:2.0:1776184732.254001:0:24086:0:(pinger.c:251:ptlrpc_pinger_process_import()) 13d645db-3eac-415f-9922-16454ea64186->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1776184732.254004:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00080000:2.0:1776184732.254005:0:24086:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1776184732.254008:0:24086:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1776184732.254013:0:24086:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: connect to NID 192.168.203.145@tcp last attempt 5942
00000100:00080000:2.0:1776184732.254014:0:24086:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1776184732.254018:0:24086:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff9280d0efb800: import 000000001be6077f using connection 192.168.203.145@tcp/192.168.203.145@tcp
00000008:00100000:2.0:1776184732.254022:0:24086:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539520 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1776184732.254034:0:24086:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000cce0171d x1862458492672384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:''
00000800:00000100:1.0:1776184732.254046:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184732.254060:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184732/real 1776184732]  req@00000000eaec4566 x1862458492672256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184732.254072:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000eaec4566 x1862458492672256/t0(0) o38->lustre-MDT0001-mdc-ffff9280d0efb800@192.168.203.145@tcp:12/10 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184732.254079:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000033c55c53 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184732.254081:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184732.254083:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eaec4566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672256:192.168.203.145@tcp:38:kworker/u8:3.0
00000100:00100000:1.0:1776184732.254097:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672320:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184732.254117:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184732.254124:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184732/real 1776184732]  req@00000000077b2c38 x1862458492672320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184732.254145:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000077b2c38 x1862458492672320/t0(0) o8->lustre-OST0000-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184732.254152:0:2264:0:(import.c:86:import_set_state_nolock()) 0000000038c11603 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184732.254154:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184732.254157:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000077b2c38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672320:192.168.203.145@tcp:8:kworker/u8:3.0
00000100:00100000:1.0:1776184732.254162:0:2264:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672384:192.168.203.145@tcp:8:kworker/u8:3.0
00000800:00000100:1.0:1776184732.254181:0:2264:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.145@tcp
00000100:00100000:1.0:1776184732.254188:0:2264:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1776184732/real 1776184732]  req@00000000cce0171d x1862458492672384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00100000:1.0:1776184732.254197:0:2264:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000cce0171d x1862458492672384/t0(0) o8->lustre-OST0001-osc-ffff9280d0efb800@192.168.203.145@tcp:28/4 lens 520/544 e 0 to 1 dl 1776184757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0'
00000100:00080000:1.0:1776184732.254204:0:2264:0:(import.c:86:import_set_state_nolock()) 000000001be6077f lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1776184732.254206:0:2264:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.145@tcp failed (-110)
00000100:00100000:1.0:1776184732.254208:0:2264:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce0171d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13d645db-3eac-415f-9922-16454ea64186:2264:1862458492672384:192.168.203.145@tcp:8:kworker/u8:3.0
00010000:00010000:3.0:1776184732.700007:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184733.724041:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184734.754949:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1776184735.773388:0:40206:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1776184736.796641:0:40207:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 31561 lines, 31561 kept, 0 dropped, 0 bad.